-- Logs begin at Thu 2022-07-14 09:32:25 UTC, end at Thu 2022-07-14 10:32:05 UTC. -- Jul 14 10:05:14.616265 dv-cinder-849800-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 10:05:17.280649 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.common.config [-] Logging enabled! Jul 14 10:05:17.281257 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 10:05:17.281476 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103957) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 10:05:17.284776 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.common.config [-] Logging enabled! Jul 14 10:05:17.285124 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 10:05:17.285435 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103957) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 10:05:17.286370 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:05:17.286603 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:05:17.287075 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:05:17.287320 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:05:17.287551 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:05:17.287869 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.288165 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.288397 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.288695 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.289018 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.289304 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.289593 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.289887 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.290172 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.290449 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.290732 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.290961 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.291239 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.291524 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.292063 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.292287 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] debug = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.292566 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.293016 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.293415 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.293695 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.293982 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.294273 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.294539 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.294808 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.295080 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.295406 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] host = dv-cinder-849800-1-iscsi {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.295682 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.295968 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.296253 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.296537 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.296809 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.297106 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.297392 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.297660 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.297928 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.298200 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.298485 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.298770 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.299058 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.299275 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.299493 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.299773 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.300069 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.300360 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.300641 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.300912 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.301208 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.301480 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.301744 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.302026 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.302309 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.302592 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.302863 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.303133 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.303401 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.303667 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.303948 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.304218 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.304488 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.304755 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.305067 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.305336 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.305606 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.305901 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.306184 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.306461 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.306742 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.307011 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.307288 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.307559 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.307827 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.308093 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_json = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.308360 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.308624 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.308899 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.309190 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.309456 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.309723 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.309988 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.310269 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.310536 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:17.310826 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.311116 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.311411 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.311687 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.311990 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.312268 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.312556 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.312831 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.313146 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.313434 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.313718 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.313992 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.314286 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.314571 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.314862 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.315164 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.315453 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.315739 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.316539 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.316820 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.317117 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.317399 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.317682 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.317954 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.318236 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.318521 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.318795 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.319086 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.319367 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.319644 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.319932 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.320218 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.320487 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.320765 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.321079 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.321356 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.321624 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.321910 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.322182 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.322453 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.322728 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.323016 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.323300 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.323566 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.323836 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.324120 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.324392 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.324659 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.324941 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.325222 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.325490 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.325770 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.326042 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.326310 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.326578 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.326850 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.327120 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.327393 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.327664 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.327929 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.328202 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.328470 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.328739 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.329030 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.329300 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.329566 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.329832 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.330098 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.330369 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.330637 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.330902 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.331170 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.331436 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.331764 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.332551 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.332827 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.333144 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.333420 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.333695 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.333969 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.334240 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.334516 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.334790 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.335058 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.335343 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.335622 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.335902 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.336179 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.336454 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.336765 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.337064 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.337344 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.337618 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.337892 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.338166 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.338446 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.338721 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.338995 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.339273 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.339552 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.339842 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.340131 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.340407 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.340698 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.341014 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.341304 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.341580 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.341884 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.342160 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:17.342372 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:05:17.342608 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103957) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 10:05:17.642281 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 10:05:17.642474 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 10:05:17.642770 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 10:05:17.643101 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 10:05:18.055125 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.055408 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.055675 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.056980 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.057259 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.057520 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.112101 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.112375 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.112640 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.127021 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.127295 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.127557 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.157450 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.157723 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.157992 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.194696 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.194970 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.195240 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.424389 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.425030 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.425030 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.425204 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.425979 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.522901 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.523215 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.523492 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.523762 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.524021 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.524326 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.524581 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.524847 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.525106 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.525385 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.525637 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.525894 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.526143 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.526390 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.526639 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.526898 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.527146 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.527408 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.527671 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.527923 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.528191 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.528438 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.528715 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.529121 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.529369 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.529611 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.530013 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:05:18.530252 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:05:18.530486 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:05:18.530718 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:05:18.530948 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:05:18.531176 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:05:18.531534 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 10:05:18.534573 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 10:05:18.538973 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 10:05:18.542972 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 14 10:05:18.544574 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 10:05:18.546016 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 10:05:18.546350 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 10:05:18.546736 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 10:05:18.549567 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 10:05:18.549814 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 10:05:18.550158 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 10:05:18.555780 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 14 10:05:18.578231 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 10:05:18.578676 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.578971 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103957) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 14 10:05:18.579338 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.580700 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103957) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 10:05:18.581006 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 10:05:18.581247 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 10:05:18.584462 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.584736 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:18.739052 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 10:05:18.739232 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 10:05:18.739461 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 10:05:18.739832 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 10:05:18.791374 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO dbcounter [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Registered counter for database neutron Jul 14 10:05:18.810091 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_db.sqlalchemy.engines [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103957) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 10:05:18.815761 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG dbcounter [-] [103957] Writer thread running {{(pid=103957) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:05:19.358010 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Initializing driver for type 'gre' Jul 14 10:05:19.358614 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] gre ID ranges: [(1, 1000)] Jul 14 10:05:19.412911 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Initializing driver for type 'local' Jul 14 10:05:19.413273 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Initializing driver for type 'vlan' Jul 14 10:05:19.426861 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] VlanTypeDriver initialization complete Jul 14 10:05:19.427524 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Initializing driver for type 'vxlan' Jul 14 10:05:19.427653 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] vxlan ID ranges: [(1, 1000)] Jul 14 10:05:19.481356 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Initializing extension driver 'port_security' Jul 14 10:05:19.481701 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.extensions.port_security [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] PortSecurityExtensionDriver initialization complete Jul 14 10:05:19.482043 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Initializing mechanism driver 'openvswitch' Jul 14 10:05:19.482397 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Initializing mechanism driver 'hyperv' Jul 14 10:05:19.489186 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:19.489855 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > port after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.490228 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.490579 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.491082 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:05:19.491518 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > subnet after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.491879 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > subnet after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.492225 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.492614 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:05:19.493056 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > network after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.493409 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > network after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.493754 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > network after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.494141 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:05:19.494563 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > security_group after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.494912 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > security_group after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.495254 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > security_group after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.495646 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:05:19.496048 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.496392 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.496731 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.497154 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:05:19.497554 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > address_group after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.497898 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > address_group after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.498244 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > address_group after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.498685 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:05:19.499080 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] ML2 OVO RPC backend initialized. {{(pid=103957) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 14 10:05:19.499790 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.500145 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.500564 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > network before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.500916 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > networks before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.501288 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > port before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.501640 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > ports before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.501981 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > subnet before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.502321 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > subnets before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.502677 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > network after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.503024 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > network after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.503846 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > network after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.504194 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > port after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.504533 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.504868 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.505317 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > subnet after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.505656 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > subnet after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.506010 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.515139 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded quota_driver: . Jul 14 10:05:19.515507 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.plugin [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Modular L2 Plugin initialization complete Jul 14 10:05:19.515853 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading services supported by the core plugin {{(pid=103957) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 10:05:19.516194 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Got port-security extension from driver 'port_security' Jul 14 10:05:19.516678 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.extensions.vlantransparent [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Disabled vlantransparent extension. Jul 14 10:05:19.517195 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103957) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 10:05:19.517523 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading Plugin: router Jul 14 10:05:19.553021 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router_interface before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.553417 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router after_create 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.553788 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router before_create 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.554276 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.554653 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.555011 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router after_delete 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.555371 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > floatingip after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.555721 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > floatingip after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.556078 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router after_create 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.556427 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router after_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.556776 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router after_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.557147 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.557505 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router after_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.557917 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router precommit_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.558285 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.558628 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.558966 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: subnet after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.559304 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.559650 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > port precommit_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.559997 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router precommit_create 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.560336 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: port before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.560691 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router precommit_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.561073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router after_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.561420 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router precommit_delete 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.561773 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router precommit_create 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.562134 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.562478 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router precommit_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.562843 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > agent after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.563195 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > agent after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.563537 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > network after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.564383 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Tracking information for resource: router configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:05:19.564715 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Tracking information for resource: floatingip configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:05:19.570044 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.db.l3_agentschedulers_db [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 10:05:19.570620 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.570987 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: port after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.571339 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.571687 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.572471 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router before_create 55550100 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.572835 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router precommit_delete 55550100 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.573297 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router precommit_create 55550100 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.573649 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > router precommit_update 55550100 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.578504 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.services.provider_configuration [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service providers = [] {{(pid=103957) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 10:05:19.578872 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.db.servicetype_db [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103957) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 10:05:19.582398 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.services.service_base [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:05:19.582744 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.services.service_base [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:05:19.583085 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.services.service_base [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:05:19.584134 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.services.service_base [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:05:19.584507 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.services.service_base [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 10:05:19.584882 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:05:19.585226 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 10:05:19.595387 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:05:19.595717 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading Plugin: auto_allocate Jul 14 10:05:19.601453 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: network precommit_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.601820 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: network precommit_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.602336 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:05:19.602653 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading Plugin: tag Jul 14 10:05:19.609407 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:05:19.609737 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading Plugin: timestamp Jul 14 10:05:19.613568 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:05:19.613900 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading Plugin: network_ip_availability Jul 14 10:05:19.619336 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.619707 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.620060 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.620777 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:05:19.621136 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading Plugin: flavors Jul 14 10:05:19.625977 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:05:19.626310 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading Plugin: revisions Jul 14 10:05:19.631048 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:05:19.631439 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.989s {{(pid=103957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 10:05:19.632170 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103957) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 14 10:05:19.632506 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Initializing extension manager. Jul 14 10:05:19.633051 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: __init__.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.633396 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: __pycache__ {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.633729 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: address_group.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.634428 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.634990 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: address-group Jul 14 10:05:19.635313 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: address_scope.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.635983 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.636495 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: address-scope Jul 14 10:05:19.636816 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: admin_state_down_before_update.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.637716 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.638221 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: router-admin-state-down-before-update Jul 14 10:05:19.638544 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: agent.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.639203 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.639704 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: agent Jul 14 10:05:19.640024 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: agent_resources_synced.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.640890 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.641426 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: agent-resources-synced Jul 14 10:05:19.641748 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: allowedaddresspairs.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.643498 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.644064 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: allowed-address-pairs Jul 14 10:05:19.644895 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: auto_allocated_topology.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.645944 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.646457 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: auto-allocated-topology Jul 14 10:05:19.646782 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: availability_zone.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.647441 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.647945 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: availability_zone Jul 14 10:05:19.648267 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: availability_zone_filter.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.649159 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.649670 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: availability_zone_filter Jul 14 10:05:19.649992 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: data_plane_status.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.650857 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.651361 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 10:05:19.651682 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: default_subnetpools.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.652547 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.653085 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: default-subnetpools Jul 14 10:05:19.653406 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: dhcpagentscheduler.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.654175 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.654684 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: dhcp_agent_scheduler Jul 14 10:05:19.655006 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: dns.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.655879 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.656381 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension dns-integration not supported by any of loaded plugins Jul 14 10:05:19.656700 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: dns_domain_ports.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.657595 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.658099 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 10:05:19.658417 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.659286 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.659815 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 10:05:19.660132 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: dvr.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.660761 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.661304 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: dvr Jul 14 10:05:19.661622 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: ecmp_routes.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.662490 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.662990 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension ecmp_routes not supported by any of loaded plugins Jul 14 10:05:19.663309 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: empty_string_filtering.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.664171 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.664677 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: empty-string-filtering Jul 14 10:05:19.665035 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.665901 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.666403 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 10:05:19.666977 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.667841 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.668342 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 10:05:19.668665 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: external_net.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.669563 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.670069 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: external-net Jul 14 10:05:19.670392 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: extra_dhcp_opt.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.671248 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.671751 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: extra_dhcp_opt Jul 14 10:05:19.672073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: extraroute.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.672934 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.673450 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: extraroute Jul 14 10:05:19.673771 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: extraroute_atomic.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.674746 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.675785 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: extraroute-atomic Jul 14 10:05:19.676101 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: filter_validation.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.676728 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.677257 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: filter-validation Jul 14 10:05:19.677576 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: fip_pf_description.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.678633 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.679143 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 10:05:19.679466 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: fip_pf_port_range.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.680328 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.680842 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 14 10:05:19.681196 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: fip_port_details.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.682064 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.682569 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: fip-port-details Jul 14 10:05:19.682890 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: flavors.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.684050 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.684566 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: flavors Jul 14 10:05:19.684892 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.686516 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.687033 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 10:05:19.687360 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: floatingip_pools.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.688020 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.688528 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: floatingip-pools Jul 14 10:05:19.688851 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: ip_allocation.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.689751 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.690252 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 10:05:19.690574 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.692042 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.692481 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: ip-substring-filtering Jul 14 10:05:19.692804 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: l2_adjacency.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.693714 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.694213 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 10:05:19.694533 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: l3.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.695442 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.695954 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: router Jul 14 10:05:19.696277 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: l3_conntrack_helper.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.698470 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.698989 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 10:05:19.699318 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.700192 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.700703 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: ext-gw-mode Jul 14 10:05:19.701074 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.701948 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.702456 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: l3-ha Jul 14 10:05:19.702777 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.703643 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.704143 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 14 10:05:19.704463 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: l3_flavors.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.705361 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.705867 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: l3-flavors Jul 14 10:05:19.706191 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: l3_ndp_proxy.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.707552 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.708066 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 14 10:05:19.708391 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.709292 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.709798 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 10:05:19.710120 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: l3agentscheduler.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.711108 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.711624 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: l3_agent_scheduler Jul 14 10:05:19.711953 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: local_ip.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.713690 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.714208 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension local_ip not supported by any of loaded plugins Jul 14 10:05:19.714538 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: logging.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.715953 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.716474 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension logging not supported by any of loaded plugins Jul 14 10:05:19.716802 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: metering.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.717523 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.718100 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: metering Jul 14 10:05:19.718421 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.719648 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.720166 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: metering_source_and_destination_fields Jul 14 10:05:19.720492 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: multiprovidernet.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.721406 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.721917 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: multi-provider Jul 14 10:05:19.722265 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: netmtu.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.723138 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.723647 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: net-mtu Jul 14 10:05:19.723967 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: netmtu_writable.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.724836 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.725380 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: net-mtu-writable Jul 14 10:05:19.725699 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: network_availability_zone.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.726326 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.726829 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: network_availability_zone Jul 14 10:05:19.727149 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: network_ip_availability.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.728198 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.728707 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: network-ip-availability Jul 14 10:05:19.729065 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: network_segment_range.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.729792 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.730297 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 10:05:19.730620 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: pagination.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.731559 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.731891 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: pagination Jul 14 10:05:19.732212 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: port_device_profile.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.733113 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.733630 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: port-device-profile Jul 14 10:05:19.733954 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: port_mac_address_override.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.734832 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.735348 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: port-mac-override Jul 14 10:05:19.735673 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.736553 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.737094 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: port-mac-address-regenerate Jul 14 10:05:19.737420 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.738814 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.739323 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: port-numa-affinity-policy Jul 14 10:05:19.739649 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: port_resource_request.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.740515 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.741055 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 10:05:19.741386 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: port_resource_request_groups.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.742309 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.742816 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 14 10:05:19.743142 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: portbindings.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.744016 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.744522 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: binding Jul 14 10:05:19.744844 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: portbindings_extended.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.746063 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.746575 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: binding-extended Jul 14 10:05:19.746898 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: portsecurity.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.747764 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.748271 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: port-security Jul 14 10:05:19.748595 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: project_id.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.749593 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.749882 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: project-id Jul 14 10:05:19.750194 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: providernet.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.751064 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.751582 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: provider Jul 14 10:05:19.751904 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.755888 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.756413 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos not supported by any of loaded plugins Jul 14 10:05:19.756748 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.757971 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.758486 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 10:05:19.758818 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.759710 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.760219 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 10:05:19.760544 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_default.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.761444 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.761953 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-default not supported by any of loaded plugins Jul 14 10:05:19.762279 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_fip.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.763152 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.763658 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-fip not supported by any of loaded plugins Jul 14 10:05:19.763981 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_fip_network_policy.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.764850 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.765391 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 14 10:05:19.765715 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_gateway_ip.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.766590 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.767100 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 10:05:19.767424 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_port_network_policy.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.768295 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.768798 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 10:05:19.769175 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.770161 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.770667 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 14 10:05:19.770992 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.771985 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.772494 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 14 10:05:19.772821 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_pps_rule.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.773977 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.774495 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-pps not supported by any of loaded plugins Jul 14 10:05:19.774820 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_rule_type_details.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.775694 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.776203 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 10:05:19.776526 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_rule_type_filter.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.777423 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.777928 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 14 10:05:19.778250 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: qos_rules_alias.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.779259 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.779768 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 10:05:19.780090 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: quota_check_limit.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.780995 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.781514 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: quota-check-limit Jul 14 10:05:19.781834 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: quotasv2.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.782714 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.783038 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: quotas Jul 14 10:05:19.783354 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: quotasv2_detail.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.785052 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.785393 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: quota_details Jul 14 10:05:19.785725 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: rbac.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.787015 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.787540 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: rbac-policies Jul 14 10:05:19.787867 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: rbac_address_group.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.788769 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.789448 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: rbac-address-group Jul 14 10:05:19.789772 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: rbac_address_scope.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.790771 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.791808 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: rbac-address-scope Jul 14 10:05:19.792337 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: rbac_security_groups.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.793833 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.794726 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: rbac-security-groups Jul 14 10:05:19.795275 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: rbac_subnetpool.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.796679 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.797603 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: rbac-subnetpool Jul 14 10:05:19.798159 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: revisionifmatch.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.799564 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.801000 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: revision-if-match Jul 14 10:05:19.801562 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: revisions.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.803306 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.804194 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: standard-attr-revisions Jul 14 10:05:19.804743 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: router_availability_zone.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.805839 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.806717 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: router_availability_zone Jul 14 10:05:19.807274 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: routerservicetype.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.808461 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.809144 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension router-service-type not supported by any of loaded plugins Jul 14 10:05:19.809477 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.810373 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.810889 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: security-groups-normalized-cidr Jul 14 10:05:19.811217 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: security_groups_port_filtering.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.812105 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.812619 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: port-security-groups-filtering Jul 14 10:05:19.812964 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.813850 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.814365 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: security-groups-remote-address-group Jul 14 10:05:19.814687 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.815597 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.816674 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: security-groups-shared-filtering Jul 14 10:05:19.817019 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: securitygroup.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.827877 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.828410 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: security-group Jul 14 10:05:19.828741 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: segment.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.829455 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.829971 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension segment not supported by any of loaded plugins Jul 14 10:05:19.830295 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.831191 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.833070 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 10:05:19.833070 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: servicetype.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.833267 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.833700 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: service-type Jul 14 10:05:19.834025 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: sorting.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.834970 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.835304 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: sorting Jul 14 10:05:19.835629 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: standard_attr_segment.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.836498 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.837037 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 10:05:19.837363 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: standardattrdescription.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.837978 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.838485 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: standard-attr-description Jul 14 10:05:19.838809 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: stateful_security_group.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.839713 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.840222 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: stateful-security-group Jul 14 10:05:19.840548 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: stdattrs_common.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.841245 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 10:05:19.841577 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.842454 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.842962 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 10:05:19.843284 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: subnet_onboard.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.844296 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.844811 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: subnet_onboard Jul 14 10:05:19.845171 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.846059 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.846563 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 10:05:19.846887 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: subnet_service_types.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.847791 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.848301 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: subnet-service-types Jul 14 10:05:19.848622 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: subnetallocation.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.849684 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.850202 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: subnet_allocation Jul 14 10:05:19.850527 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.851164 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.851675 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: subnetpool-prefix-ops Jul 14 10:05:19.851994 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.852881 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.853420 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 10:05:19.853741 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: tagging.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.854774 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.855300 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: standard-attr-tag Jul 14 10:05:19.855626 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: timestamp.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.856764 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.857314 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loaded extension: standard-attr-timestamp Jul 14 10:05:19.857640 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: trunk.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.858630 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.859142 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension trunk not supported by any of loaded plugins Jul 14 10:05:19.859467 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: trunk_details.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.860345 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.860854 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension trunk-details not supported by any of loaded plugins Jul 14 10:05:19.861217 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: uplink_status_propagation.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.862097 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.862601 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 10:05:19.863481 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Loading extension file: vlantransparent.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:05:19.864120 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:05:19.864623 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 10:05:19.867163 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:network Jul 14 10:05:19.867757 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:subnet Jul 14 10:05:19.868215 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:05:19.868664 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:port Jul 14 10:05:19.870005 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.870446 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service FLAVORS assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.871054 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.871483 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.871813 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:router Jul 14 10:05:19.872238 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:floatingip Jul 14 10:05:19.872715 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service METERING assigned prefix: /metering {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.874183 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.874556 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.874909 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:05:19.875915 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 10:05:19.876365 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:security_group Jul 14 10:05:19.876807 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 10:05:19.877355 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service CORE assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.877686 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:05:19.878027 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] subnetpool is already registered Jul 14 10:05:19.878531 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service CORE assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.879344 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:05:19.879673 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] subnetpool is already registered Jul 14 10:05:19.882068 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.882505 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service FLAVORS assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.883091 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.883515 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.883847 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:router Jul 14 10:05:19.884186 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] router is already registered Jul 14 10:05:19.884598 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:floatingip Jul 14 10:05:19.884955 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] floatingip is already registered Jul 14 10:05:19.885409 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service METERING assigned prefix: /metering {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.886065 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 10:05:19.886395 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] rbac_policy is already registered Jul 14 10:05:19.886805 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:security_group Jul 14 10:05:19.887139 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] security_group is already registered Jul 14 10:05:19.887538 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 10:05:19.887869 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] security_group_rule is already registered Jul 14 10:05:19.888489 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service CORE assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.888814 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:05:19.889182 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] subnetpool is already registered Jul 14 10:05:19.889597 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Service CORE assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:05:19.889918 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:05:19.890246 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] subnetpool is already registered Jul 14 10:05:19.890709 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: extensions {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.892172 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: address-groups {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.893665 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: address-scopes {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.895043 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: agents {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.896183 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: auto-allocated-topology {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.897459 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: availability_zones {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.898664 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: dhcp-networks {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.900189 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: dhcp-agents {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.901634 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: routers {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.903394 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: flavors {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.904686 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: service_profiles {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.905919 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: next_providers {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.907330 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: service_profiles {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.908857 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: floatingip-pools {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.910182 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: routers {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.911876 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: floatingips {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.913172 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: l3-routers {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.914530 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: l3-agents {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.915934 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: metering-labels {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.917475 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: metering-label-rules {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.918844 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: network-ip-availabilities {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.920077 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: bindings {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.921679 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: quotas {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.923326 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: quotas {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.925740 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: rbac-policies {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.927133 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: security-groups {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.928532 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: security-group-rules {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.929991 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: service-providers {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.931215 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: subnetpools {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.932539 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: subnetpools {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.935072 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.936739 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.938602 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.940365 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.942697 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.944631 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.946357 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.948229 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.950026 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.951750 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:05:19.957813 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING keystonemiddleware.auth_token [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 10:05:19.962842 dv-cinder-849800-1-iscsi neutron-server[103957]: WARNING keystonemiddleware.auth_token [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 10:05:19.971641 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Acquired lock "singleton_lock" {{(pid=103957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 14 10:05:19.972610 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Releasing lock "singleton_lock" {{(pid=103957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 14 10:05:19.973282 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO oslo_service.service [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Starting 2 workers Jul 14 10:05:19.978165 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Started child 104066 {{(pid=103957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:05:19.982628 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Started child 104067 {{(pid=103957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:05:19.983561 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:19.984261 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO neutron.service [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 10:05:19.985021 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Publish callbacks [] for process (None), before_spawn {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:19.985204 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [-] (104066) wsgi starting up on http://0.0.0.0:9696 Jul 14 10:05:19.987402 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO oslo_service.service [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Starting 1 workers Jul 14 10:05:19.987566 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:19.989457 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [-] (104067) wsgi starting up on http://0.0.0.0:9696 Jul 14 10:05:19.993283 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Started child 104068 {{(pid=103957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:05:19.993802 dv-cinder-849800-1-iscsi neutron-server[103957]: INFO oslo_service.service [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Starting 1 workers Jul 14 10:05:19.996879 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.service [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] calling RpcWorker wait() {{(pid=104068) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 10:05:19.997430 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.service [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] returning from RpcWorker wait() {{(pid=104068) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 10:05:19.998315 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Started child 104069 {{(pid=103957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:05:19.998601 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:19.999037 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:19.999142 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dac8eba-f5e9-41e0-a593-f0529bdafcdf None None] Publish callbacks [] for process (None), after_spawn {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:20.001174 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103957) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 10:05:20.001337 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:05:20.001697 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:05:20.001929 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:05:20.002246 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:05:20.002410 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:05:20.002928 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.003236 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.004046 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.004322 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.004760 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:20.005253 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.005253 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.005437 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.005859 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.006113 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.006285 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.006374 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:20.006445 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.006686 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.006914 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.007240 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.007567 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.007751 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.008167 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.008491 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.009038 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.009368 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.009674 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.009901 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] debug = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.010455 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.010868 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.011308 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.011716 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.011852 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.012438 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.012577 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.013071 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.013515 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.013892 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.014043 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.014432 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.014861 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.015211 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.015347 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.015773 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.016156 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.016897 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] host = dv-cinder-849800-1-iscsi {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.017302 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.017781 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.018075 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.018671 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.018671 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.018841 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.019122 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.019541 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.020029 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.020285 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.020595 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.020788 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.021293 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.021527 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.021853 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_options = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.022013 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.022468 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.022468 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.022732 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.022852 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.022961 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.023227 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.023584 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.023917 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.024300 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.024645 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.025081 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.025340 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.025745 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.026007 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.026247 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.026456 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.026852 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.027131 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.027591 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.027854 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.028154 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.028344 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.028620 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.028620 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.028620 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.028620 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.028620 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.031653 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.031653 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.031653 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.031653 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.031653 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.031653 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.031653 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.031653 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.033587 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.033587 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.033587 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.033587 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.033587 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.033587 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.033587 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.033587 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.035539 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.035539 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.035539 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_json = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.035539 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.035539 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.035539 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.038557 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.038557 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.038557 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.038557 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.038557 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.038557 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.038557 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.038557 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.040601 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.040601 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.040601 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.040601 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.040601 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.040601 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.040601 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.041792 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.041792 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.041792 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.042201 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.042201 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.043182 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.043182 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.043182 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.043182 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.043724 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.043724 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.045035 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.045035 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.045035 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.045035 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.045035 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.045920 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.045920 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.046042 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.046256 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.046619 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.046909 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.047351 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.047492 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.047711 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.047940 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.048211 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.048573 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.048704 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.048904 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.049290 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.049560 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.049817 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.050106 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.051033 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.051209 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.051421 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.051653 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.051904 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.052144 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.052356 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.052632 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.053078 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.053252 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.053484 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.053770 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.053974 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.054219 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.054435 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.054719 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.054941 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.055198 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.055406 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.055602 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.055827 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.056026 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.056224 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.056441 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.056632 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.056964 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.057135 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.057336 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.057623 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.057856 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.058102 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.058333 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.058568 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.058797 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.059008 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.059214 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.059419 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.059625 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.059831 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.060034 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.060237 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.060440 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.060650 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.060856 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.061084 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.061504 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.061504 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.061802 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.062073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.062247 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.064952 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.064952 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.064952 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.064952 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.064952 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.064952 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.064952 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.064952 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.066073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.066073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.066073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.066073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.066073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.066073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.066073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.066073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.067200 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.067200 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.067200 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.067200 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.067200 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.068132 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.068915 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.069191 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.069431 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.069667 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.069887 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.070143 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.070375 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.070650 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.070886 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.071187 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.071428 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.071684 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.072001 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.072247 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.072502 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.072744 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.073238 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.073357 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.073498 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.073921 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.074177 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.074429 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.074647 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.074878 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.075093 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.075335 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.075561 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.075875 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.076101 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.076325 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.076537 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.076795 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.077064 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.077319 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.077585 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.077835 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.078064 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.078305 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.078528 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.078762 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.079000 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.079222 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.079448 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.079675 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.079901 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.080145 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.080372 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.080577 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.080820 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.081058 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.081272 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.081506 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.081723 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.081932 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.082186 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.082390 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.082602 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.082831 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.083042 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.083249 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.083459 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.083663 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.083886 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.084094 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.084351 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.084590 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.084797 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.085074 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.085339 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.085598 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.085803 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.086062 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.086278 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.086484 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.086763 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.087003 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.087211 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.087417 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.087639 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.087846 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.088252 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.088418 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.088961 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.089586 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.089836 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.090225 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.090621 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.090979 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.091086 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.091341 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.091501 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.091734 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.091957 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.092194 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.092432 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.092644 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.092857 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.093111 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.093382 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.093614 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.093831 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.094073 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.094311 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.094543 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.094754 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.094961 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.095186 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.095393 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.095597 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.095805 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.096003 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.096269 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.096517 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.096754 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.097027 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.097812 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.098021 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.098246 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.098475 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.098682 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.098923 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.099133 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.099338 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.099579 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.099803 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.100008 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.100222 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.100432 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.100654 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.100874 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.101107 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.101311 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.101538 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.101756 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.101958 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.102178 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.102379 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.102581 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.102825 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.103001 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.103224 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.103441 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.103646 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.103846 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.104060 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.104613 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.104613 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.104874 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.105026 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.105206 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.105506 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.105736 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.105978 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.106237 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.106517 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.106741 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.106990 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.107215 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.107426 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.107528 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:20.107622 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.107873 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.108187 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.108485 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.108710 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.108978 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.109255 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.109537 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.109806 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.110037 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.110400 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.110730 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.111009 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.111245 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.111494 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.111718 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.111931 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.112385 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.112599 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.113418 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.113639 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.113881 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.114121 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.114339 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.114660 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.114898 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.115072 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.115202 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.115394 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.115608 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.115843 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.116206 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:05:20.116526 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103957) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 10:05:20.116695 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:05:20.116849 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:05:20.118894 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:05:20.118894 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:05:20.118894 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:05:20.118894 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.118894 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.118894 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.118894 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.119649 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.119649 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.119649 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.119649 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.119649 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.119649 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.119649 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.119649 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120277 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120277 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120277 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120277 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120277 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120277 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120939 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120939 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120939 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120939 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] debug = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.120939 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.121336 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.121336 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.121592 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.121592 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.121738 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.121823 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.121975 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.122130 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.122284 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.122439 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.122592 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.122744 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.122897 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.123051 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.123204 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.123356 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.123510 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] host = dv-cinder-849800-1-iscsi {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.123663 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.123816 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.123969 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.124122 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.124274 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.124427 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.124588 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.124723 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.124875 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.125051 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.125209 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.125359 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.125671 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.125835 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.125964 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_options = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.126109 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.126241 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.126394 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.126578 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.126736 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.126890 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.127046 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.127200 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.127353 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.127507 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.127660 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.127813 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.127966 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.128120 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.128273 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.128451 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.128604 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.128757 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.128975 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.129112 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.129230 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.129384 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.129537 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.129765 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.129965 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.130125 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.130247 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.130380 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.130501 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.130642 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.130795 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.130948 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.131299 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.131299 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.131536 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.131536 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.131943 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.131943 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.131943 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.132148 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.132249 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.132402 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.132554 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.132709 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.132861 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.133063 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.133218 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_json = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.133372 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.133526 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.133678 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.133996 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.133996 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.134138 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.134256 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.134411 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.134563 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:05:20.134736 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.134893 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.135059 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.135215 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.135372 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.135536 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.135855 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.135855 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.136095 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.136095 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.136321 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.136439 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.136557 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.136706 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.136860 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.137041 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.137200 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.137357 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.137514 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.137669 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.137824 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.137983 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.138148 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.138305 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.138461 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.138620 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.138808 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.138946 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.139161 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.139293 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.139422 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.139525 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.139682 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.139837 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.139993 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.140149 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.140306 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.140463 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.140619 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.140776 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.140954 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.141111 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.141268 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.141425 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.141582 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.141739 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.141900 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.142056 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.142212 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.142369 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.142526 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.142681 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.142838 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.142994 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.143151 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.143307 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.143462 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.143626 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.143783 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.143957 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.144116 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.144274 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.144429 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.144584 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.144738 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.144893 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.145088 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.145244 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.145413 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.145569 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.145724 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.145880 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.146036 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.146191 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.146491 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.146491 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.146753 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.146863 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.146964 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.147075 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.147211 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.147366 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.147522 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.147677 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.147834 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.147990 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.148145 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.148288 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.148483 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.148593 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.148748 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.148919 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.149104 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.149299 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.149427 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.149530 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.149686 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.149840 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.149996 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.150152 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.150299 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.150452 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.150608 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.150765 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.150920 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.151075 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.151230 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.151384 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.151541 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.151695 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.151854 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.152009 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.152164 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.152320 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.152475 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.152629 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.152784 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.152963 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.153121 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.153275 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.153430 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.153585 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.153749 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.153905 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.154063 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.154220 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.154382 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.154548 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.154704 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.154861 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.155015 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.155169 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.155324 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.155479 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.155634 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.155788 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.155942 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.156099 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.156264 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.156419 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.156574 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.156729 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.156906 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.157084 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.157241 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.157396 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.157550 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.157704 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.157858 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.158013 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.158202 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.158324 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.158482 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.158637 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.158791 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.158948 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.159102 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.159257 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.159413 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.160084 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.160251 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.160406 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.160562 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.160717 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.160872 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.161048 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.161204 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.161360 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.161516 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.161671 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.161827 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.161981 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.162138 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.162296 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.162451 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.162606 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.162760 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.162915 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.163068 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.163225 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.163381 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.163537 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.163692 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.163849 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.164005 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.164160 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.164317 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.164473 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.164630 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.164786 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.164957 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.165117 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.165273 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.165430 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.165586 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.165727 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.165887 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.166058 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.166212 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.166368 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.166780 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.166938 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.167094 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.167249 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.167404 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.167559 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.167714 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.167871 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.168026 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.168182 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.168336 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.168491 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.168645 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.168802 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.168984 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.169142 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.169296 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.169452 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.169607 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.169763 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.169917 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.170072 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.170245 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.170373 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.170527 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.170684 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.170851 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.171007 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.171162 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.171319 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.171474 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.171630 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.171795 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.171950 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.172106 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.172261 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.172420 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.172575 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.172739 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.172895 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.173072 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.173227 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.173382 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.173537 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.173706 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.173857 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.174022 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.174722 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.174722 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.174722 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.174722 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.174722 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.175101 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.175101 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.175348 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.175990 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.176080 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.176185 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.176338 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.176493 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.176648 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.176803 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.176987 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.177149 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.177304 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.177467 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.177623 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.177780 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.177935 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.178101 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.178257 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.178414 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.178569 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.178724 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.178878 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.179035 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.179195 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.179358 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.179578 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.179679 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.179825 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.179989 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.180153 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.180308 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.180470 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.180637 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.180793 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.180965 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.181123 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.181280 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.181436 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.181591 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.181748 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.181903 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.182115 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.182211 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.182350 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.182505 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.182660 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.182822 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.182958 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.183114 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.183270 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.183424 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.183581 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:05:20.183730 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:05:20.295065 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 43306) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:05:20.304438 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072451 Jul 14 10:05:29.477003 dv-cinder-849800-1-iscsi neutron-server[103957]: DEBUG dbcounter [-] [103957] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103957) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:31.395915 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13f77f-8d7b-45a1-94e1-4b54b5befa7d None None] get_active_networks_info from dv-cinder-849800-1-iscsi {{(pid=104068) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 14 10:05:31.413226 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writer thread running {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:05:31.485433 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe13f77f-8d7b-45a1-94e1-4b54b5befa7d None None] No non-hosted networks {{(pid=104068) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 10:05:31.499343 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.agentschedulers_db [None req-fe13f77f-8d7b-45a1-94e1-4b54b5befa7d None None] DHCP Agent not found on host dv-cinder-849800-1-iscsi {{(pid=104068) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 14 10:05:31.574038 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bf5d57df-df6b-4d33-885d-4d7deff2f953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715043'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:32.986169 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writer thread running {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:05:33.558686 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cd4f1f-76b0-442e-830c-e6fe9e18eea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715043'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:33.573328 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1c149259-0e55-41de-a24c-f691c66d484f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:34.607335 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 43374) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:05:34.986216 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715043'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:35.252512 dv-cinder-849800-1-iscsi neutron-server[104067]: WARNING oslo_policy.policy [None req-001113d7-1e29-4026-826c-93b3745a5e66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:05:35.253207 dv-cinder-849800-1-iscsi neutron-server[104067]: WARNING oslo_policy.policy [None req-001113d7-1e29-4026-826c-93b3745a5e66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:05:35.475696 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [None req-001113d7-1e29-4026-826c-93b3745a5e66 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104067) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:05:35.489911 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-001113d7-1e29-4026-826c-93b3745a5e66 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8672380 Jul 14 10:05:36.317252 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715043'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:36.440319 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715043'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:36.441168 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.441513 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.441930 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.442271 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.442600 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.442926 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.443251 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.443596 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.444052 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.444511 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.444916 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.446775 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.447386 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.447723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.448059 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:36.448459 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849800-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:36.460393 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849800-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:37.831345 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 43412) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:05:38.186078 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-5b9433f3-649b-4a68-8d74-07ceeda86ff8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:05:38.277166 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.policy [None req-5b9433f3-649b-4a68-8d74-07ceeda86ff8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104067) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 10:05:38.318275 dv-cinder-849800-1-iscsi neutron-server[104067]: WARNING oslo_policy.policy [None req-5b9433f3-649b-4a68-8d74-07ceeda86ff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:05:38.318641 dv-cinder-849800-1-iscsi neutron-server[104067]: WARNING oslo_policy.policy [None req-5b9433f3-649b-4a68-8d74-07ceeda86ff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:05:38.338909 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writer thread running {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:05:38.414381 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5b9433f3-649b-4a68-8d74-07ceeda86ff8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729322536025', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729322536525', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729322520344', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729322493634', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729322500887', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729322477318', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2005887', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1861709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-761179', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716057'] for rbac-policy (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:38.487891 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5b9433f3-649b-4a68-8d74-07ceeda86ff8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:38.489231 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-5b9433f3-649b-4a68-8d74-07ceeda86ff8 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6569636 Jul 14 10:05:38.736089 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.db.l3_hamode_db [None req-fa74da4a-d795-4766-ae44-776c080e43f9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 10:05:38.814067 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74da4a-d795-4766-ae44-776c080e43f9 None None] Routers set() bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:05:38.814445 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74da4a-d795-4766-ae44-776c080e43f9 None None] Router IDs set() for agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 14 10:05:40.699140 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 43424) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:05:41.016851 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:05:41.046342 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Made reservation on behalf of ee948cfa1f0c4c65a69fc5204872db0c for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:05:41.050375 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:41.067388 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:41.174015 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Publish callbacks [] for security_group (54ab6488-f9f7-4524-ad37-366a1fce3318), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:41.178359 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (54ab6488-f9f7-4524-ad37-366a1fce3318), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:41.203047 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:05:41.238224 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729320405050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (406944ba-e3ac-43fb-b0c2-6e84a18aa723), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:41.238791 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Unsubscribe: segment precommit_create {{(pid=104067) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 10:05:41.239331 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Added segment 406944ba-e3ac-43fb-b0c2-6e84a18aa723 of type vlan for network 2109b8f1-0836-441e-9f44-15ebb43258ae Jul 14 10:05:41.257256 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=54ab6488-f9f7-4524-ad37-366a1fce3318,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:41.306950 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.307287 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.307643 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.307978 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.308303 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.308627 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.308964 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.309285 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.309601 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.309913 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.310226 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.310540 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.310849 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.311163 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.311482 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Tracked resource versions report: Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: pushed versions: Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: { 'AddressGroup': {'1.2'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Agent': {'1.1'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'ConntrackHelper': {'1.0'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Log': {'1.0'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'NDPProxy': {'1.0'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Network': {'1.1'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Port': {'1.7'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'PortForwarding': {'1.3'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'QosPolicy': {'1.10'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SecurityGroup': {'1.5'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SubPort': {'1.0'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Subnet': {'1.1'}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Trunk': {'1.1'}} Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: consumer versions: Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: { DHCP agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: L3 agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: Metadata agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: Metering agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: Open vSwitch agent@dv-cinder-849800-1-iscsi: { 'AddressGroup': '1.2', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Agent': '1.1', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'ConntrackHelper': '1.0', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'LocalIPAssociation': '1.0', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Log': '1.0', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'NDPProxy': '1.0', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Network': '1.1', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Port': '1.7', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'PortForwarding': '1.3', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'QosPolicy': '1.10', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SecurityGroup': '1.5', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SecurityGroupRule': '1.2', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SubPort': '1.0', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Subnet': '1.1', Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Trunk': '1.1'}} Jul 14 10:05:41.313219 dv-cinder-849800-1-iscsi neutron-server[104067]: {{(pid=104067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:05:41.346214 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (2109b8f1-0836-441e-9f44-15ebb43258ae), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:41.390544 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (2109b8f1-0836-441e-9f44-15ebb43258ae), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:41.396406 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:05:41.397129 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:41.406226 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:41.478517 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7783127 Jul 14 10:05:41.520891 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1fdca-99c0-49c2-9986-5a5138ef41af demo demo] Pushing event updated for resources: {'Network': ['ID=2109b8f1-0836-441e-9f44-15ebb43258ae,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:41.532968 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 2109b8f1-0836-441e-9f44-15ebb43258ae details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:05:43.746772 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 43438) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:05:44.242635 dv-cinder-849800-1-iscsi neutron-server[104066]: WARNING oslo_policy.policy [None req-ccbebbcd-979b-4fbd-ab3c-f8ec11b07ae7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:05:44.243203 dv-cinder-849800-1-iscsi neutron-server[104066]: WARNING oslo_policy.policy [None req-ccbebbcd-979b-4fbd-ab3c-f8ec11b07ae7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:05:44.473224 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writer thread running {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:05:44.675787 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.policy [None req-ccbebbcd-979b-4fbd-ab3c-f8ec11b07ae7 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104066) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 10:05:44.716360 dv-cinder-849800-1-iscsi neutron-server[104066]: WARNING oslo_policy.policy [None req-ccbebbcd-979b-4fbd-ab3c-f8ec11b07ae7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:05:44.716731 dv-cinder-849800-1-iscsi neutron-server[104066]: WARNING oslo_policy.policy [None req-ccbebbcd-979b-4fbd-ab3c-f8ec11b07ae7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:05:44.724426 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbebbcd-979b-4fbd-ab3c-f8ec11b07ae7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:05:44.726178 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-ccbebbcd-979b-4fbd-ab3c-f8ec11b07ae7 demo admin] 10.222.0.61 "GET /v2.0/networks/2109b8f1-0836-441e-9f44-15ebb43258ae HTTP/1.1" status: 200 len: 825 time: 0.9785030 Jul 14 10:05:44.765668 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-66b24fe8-7599-40be-a498-e1e0ad149708 demo admin] 10.222.0.61 "GET /v2.0/subnetpools/10259184-688f-4d72-a9a9-a4bf7d5c5468 HTTP/1.1" status: 200 len: 734 time: 0.0338936 Jul 14 10:05:44.774595 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae', 'subnetpool_id': '10259184-688f-4d72-a9a9-a4bf7d5c5468'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:05:44.813842 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Made reservation on behalf of ee948cfa1f0c4c65a69fc5204872db0c for: {'subnet': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:05:44.816744 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:45.106451 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (15e387e5-e407-4ec6-8c1b-db2bf05247c0), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:45.174623 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Checking segment: {'id': '406944ba-e3ac-43fb-b0c2-6e84a18aa723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:05:45.174999 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Network hostable DHCP agents. Network: 2109b8f1-0836-441e-9f44-15ebb43258ae, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:05:45.200660 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Pushing event updated for resources: {'Subnet': ['ID=15e387e5-e407-4ec6-8c1b-db2bf05247c0,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:45.205537 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Network 2109b8f1-0836-441e-9f44-15ebb43258ae is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:05:45.216819 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.217191 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.217545 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.217884 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.218215 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.218540 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.218865 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.219209 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.219651 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.220005 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.220328 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.221299 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.221945 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.222628 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.222961 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Tracked resource versions report: Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: pushed versions: Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: { 'AddressGroup': {'1.2'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Agent': {'1.1'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'ConntrackHelper': {'1.0'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Log': {'1.0'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'NDPProxy': {'1.0'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Network': {'1.1'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Port': {'1.7'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'PortForwarding': {'1.3'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'QosPolicy': {'1.10'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SecurityGroup': {'1.5'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SubPort': {'1.0'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Subnet': {'1.1'}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Trunk': {'1.1'}} Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: consumer versions: Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: { DHCP agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: L3 agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: Metadata agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: Metering agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: Open vSwitch agent@dv-cinder-849800-1-iscsi: { 'AddressGroup': '1.2', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Agent': '1.1', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'ConntrackHelper': '1.0', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'LocalIPAssociation': '1.0', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Log': '1.0', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'NDPProxy': '1.0', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Network': '1.1', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Port': '1.7', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'PortForwarding': '1.3', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'QosPolicy': '1.10', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SecurityGroup': '1.5', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SecurityGroupRule': '1.2', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SubPort': '1.0', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Subnet': '1.1', Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Trunk': '1.1'}} Jul 14 10:05:45.224361 dv-cinder-849800-1-iscsi neutron-server[104066]: {{(pid=104066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:05:45.249674 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 2109b8f1-0836-441e-9f44-15ebb43258ae) {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:45.255239 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:05:45.255858 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:45.260496 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d736b23-297e-40ce-ae4f-1d9de65479ef None None] Network 2109b8f1-0836-441e-9f44-15ebb43258ae requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:05:45.278356 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-662da3ff-f160-456c-927e-7737bd105154 demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5070989 Jul 14 10:05:45.525612 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-2109b8f1-0836-441e-9f44-15ebb43258ae', 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae', 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'fixed_ips': [{'subnet_id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:05:45.526968 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:45.804457 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Allocated IP 172.20.0.2 (2109b8f1-0836-441e-9f44-15ebb43258ae/15e387e5-e407-4ec6-8c1b-db2bf05247c0/1b1d7651-cbb3-46c9-b4f5-fece03c45e86) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:45.839690 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:46.079502 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Publish callbacks [] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:46.087363 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:46.156283 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Network 2109b8f1-0836-441e-9f44-15ebb43258ae is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:46.168162 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:46.172037 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:05:46.206104 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Pushing event updated for resources: {'Port': ['ID=1b1d7651-cbb3-46c9-b4f5-fece03c45e86,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:46.234527 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.234887 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.235247 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.235607 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.237138 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.237527 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.238472 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.239168 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.239507 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.239834 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.240170 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.240517 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.240845 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.241193 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.241520 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Tracked resource versions report: Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: pushed versions: Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: { 'AddressGroup': {'1.2'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Agent': {'1.1'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'ConntrackHelper': {'1.0'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Log': {'1.0'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'NDPProxy': {'1.0'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Network': {'1.1'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Port': {'1.7'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'PortForwarding': {'1.3'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'QosPolicy': {'1.10'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SecurityGroup': {'1.5'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SubPort': {'1.0'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Subnet': {'1.1'}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Trunk': {'1.1'}} Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: consumer versions: Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: { DHCP agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: L3 agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: Metadata agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: Metering agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: Open vSwitch agent@dv-cinder-849800-1-iscsi: { 'AddressGroup': '1.2', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Agent': '1.1', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'ConntrackHelper': '1.0', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'LocalIPAssociation': '1.0', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Log': '1.0', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'NDPProxy': '1.0', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Network': '1.1', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Port': '1.7', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'PortForwarding': '1.3', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'QosPolicy': '1.10', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SecurityGroup': '1.5', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SecurityGroupRule': '1.2', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SubPort': '1.0', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Subnet': '1.1', Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Trunk': '1.1'}} Jul 14 10:05:46.242974 dv-cinder-849800-1-iscsi neutron-server[104068]: {{(pid=104068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:05:46.275348 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Attempting to bind port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:05:46.275951 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Attempting to bind port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '406944ba-e3ac-43fb-b0c2-6e84a18aa723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:05:46.276154 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Attempting to bind port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 on network 2109b8f1-0836-441e-9f44-15ebb43258ae {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:05:46.281043 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:05:46.281423 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Checking segment: {'id': '406944ba-e3ac-43fb-b0c2-6e84a18aa723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:05:46.281894 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:46.282287 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Bound using segment: {'id': '406944ba-e3ac-43fb-b0c2-6e84a18aa723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:05:46.282742 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Bound port: 1b1d7651-cbb3-46c9-b4f5-fece03c45e86, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406944ba-e3ac-43fb-b0c2-6e84a18aa723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:05:46.283138 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:46.286319 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:46.346918 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] For port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:46.366458 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] For port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=1b1d7651-cbb3-46c9-b4f5-fece03c45e86,segment=NetworkSegment(406944ba-e3ac-43fb-b0c2-6e84a18aa723),segment_id=406944ba-e3ac-43fb-b0c2-6e84a18aa723)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:46.372991 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:46.439244 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecf5fe-bcb4-4a20-8ee3-19a14674695b None None] Pushing event updated for resources: {'Port': ['ID=1b1d7651-cbb3-46c9-b4f5-fece03c45e86,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:47.557003 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 43460) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:05:47.892274 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [None req-84c2fc81-9de4-4e00-8404-a0ef21398871 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:05:47.893446 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-84c2fc81-9de4-4e00-8404-a0ef21398871 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3354907 Jul 14 10:05:50.190530 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 43468) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:05:50.331240 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:50.342310 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:50.522486 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [None req-fcfcc004-0988-4174-be6b-4ab1172ff1c1 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:05:50.523554 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-fcfcc004-0988-4174-be6b-4ab1172ff1c1 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3319995 Jul 14 10:05:51.516093 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=51,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:52.823371 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 43478) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:05:53.155989 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-1d502606-0c13-4408-aa1b-bd2ca308f853 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:05:53.161056 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:53.191230 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1d502606-0c13-4408-aa1b-bd2ca308f853 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (be626887-7c1d-408a-95fe-c8bc59ff3964), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:53.192791 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1d502606-0c13-4408-aa1b-bd2ca308f853 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (be626887-7c1d-408a-95fe-c8bc59ff3964), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:53.333563 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1d502606-0c13-4408-aa1b-bd2ca308f853 demo demo] Publish callbacks [] for router_controller (be626887-7c1d-408a-95fe-c8bc59ff3964), precommit_add_association {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:53.338035 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1d502606-0c13-4408-aa1b-bd2ca308f853 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (be626887-7c1d-408a-95fe-c8bc59ff3964), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:53.360413 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1d502606-0c13-4408-aa1b-bd2ca308f853 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:53.361684 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-1d502606-0c13-4408-aa1b-bd2ca308f853 demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5372403 Jul 14 10:05:54.201676 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:54.284500 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:05:54.284832 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:54.385089 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:05:54.385425 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:54.421022 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=1b1d7651-cbb3-46c9-b4f5-fece03c45e86,segment=NetworkSegment(406944ba-e3ac-43fb-b0c2-6e84a18aa723),segment_id=406944ba-e3ac-43fb-b0c2-6e84a18aa723)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:54.424829 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:54.475524 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=1b1d7651-cbb3-46c9-b4f5-fece03c45e86,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:54.491567 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b44590-4f7f-4d17-8d19-91467d7346fc None None] Network 2109b8f1-0836-441e-9f44-15ebb43258ae requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:05:54.619033 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a2ee4b5e-55f5-4c7d-b03f-1be896f356f8 None None] Provisioning complete for port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:05:54.619413 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a2ee4b5e-55f5-4c7d-b03f-1be896f356f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:54.697951 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee4b5e-55f5-4c7d-b03f-1be896f356f8 None None] Current status of the port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:05:54.817687 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-774cfda5-875a-4f90-84b1-1b6d9b477df9 None None] Provisioning complete for port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:05:54.818079 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-774cfda5-875a-4f90-84b1-1b6d9b477df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:54.836564 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:54.889484 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-774cfda5-875a-4f90-84b1-1b6d9b477df9 None None] Current status of the port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:05:55.644908 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 43492) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:05:55.961172 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [None req-5d90b934-40fd-4cc6-9983-d1cc73abba66 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:05:55.962174 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-5d90b934-40fd-4cc6-9983-d1cc73abba66 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3162997 Jul 14 10:05:56.185375 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:56.224735 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:56.231405 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:05:56.231945 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:56.301353 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:05:58.239603 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 43500) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:05:58.556596 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:05:58.602533 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Made reservation on behalf of 4677fbdc96dd49fca8554ea63b0d5a7c for: {'network': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:05:58.604818 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:58.620010 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:58.663379 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:05:58.725990 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Publish callbacks [] for security_group (aea98aff-25ba-40dc-a80f-82db7e9d2ea2), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:58.729588 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (aea98aff-25ba-40dc-a80f-82db7e9d2ea2), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:58.743881 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Reserving flat network on physical network physnet1 {{(pid=104066) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 10:05:58.771220 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea98aff-25ba-40dc-a80f-82db7e9d2ea2,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:58.773845 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729320405050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (92125639-b1a9-46f8-90ea-60301f4d1dd1), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:58.774368 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Unsubscribe: segment precommit_create {{(pid=104066) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 10:05:58.774834 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.segments_db [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Added segment 92125639-b1a9-46f8-90ea-60301f4d1dd1 of type flat for network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 Jul 14 10:05:58.826026 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (d4e5a736-4d1b-4160-9f1b-dec3674dfee3), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:58.865090 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (d4e5a736-4d1b-4160-9f1b-dec3674dfee3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:58.865974 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:05:58.866545 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:05:58.925521 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6848702 Jul 14 10:05:58.962815 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b77fb9-fb4a-428a-8715-f91e68b0b3b3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e5a736-4d1b-4160-9f1b-dec3674dfee3,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:58.974250 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:06:01.183007 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 43508) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:06:01.361997 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-578cff62-706e-4222-bce1-81f7525cf8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:01.590572 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fea29e-68d5-4fe5-8fc4-700444fac043 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:06:01.591855 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-73fea29e-68d5-4fe5-8fc4-700444fac043 demo admin] 10.222.0.61 "GET /v2.0/subnets/15e387e5-e407-4ec6-8c1b-db2bf05247c0 HTTP/1.1" status: 200 len: 849 time: 0.4079075 Jul 14 10:06:01.768996 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-0374e9a0-25f6-4f3b-ba44-f8f71a342ab2 demo admin] 10.222.0.61 "GET /v2.0/routers/be626887-7c1d-408a-95fe-c8bc59ff3964 HTTP/1.1" status: 200 len: 704 time: 0.1705356 Jul 14 10:06:02.030486 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:02.327488 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Allocated IP 172.20.0.1 (2109b8f1-0836-441e-9f44-15ebb43258ae/15e387e5-e407-4ec6-8c1b-db2bf05247c0/bd6cbef4-6210-4bb6-bdd3-65f00efd53c2) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:06:02.513078 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Publish callbacks [] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:02.574386 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:02.648270 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Network 2109b8f1-0836-441e-9f44-15ebb43258ae is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:06:02.655098 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:06:02.666600 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:06:02.666600 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (be626887-7c1d-408a-95fe-c8bc59ff3964), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:02.685693 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Pushing event updated for resources: {'Port': ['ID=bd6cbef4-6210-4bb6-bdd3-65f00efd53c2,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:02.847321 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:02.851037 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a397e7ef-46ae-4fb2-abba-1c70dcb4cb58 None None] Provisioning complete for port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:06:02.851971 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a397e7ef-46ae-4fb2-abba-1c70dcb4cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:02.867040 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:02.869540 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:02.884040 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a397e7ef-46ae-4fb2-abba-1c70dcb4cb58 None None] Port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:06:03.123857 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Publish callbacks [] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:03.128872 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:03.129871 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (be626887-7c1d-408a-95fe-c8bc59ff3964), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:03.188109 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Pushing event updated for resources: {'Port': ['ID=bd6cbef4-6210-4bb6-bdd3-65f00efd53c2,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:03.257133 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Network 2109b8f1-0836-441e-9f44-15ebb43258ae is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:06:03.258399 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:06:03.417796 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Router be626887-7c1d-408a-95fe-c8bc59ff3964 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:06:03.503364 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-f3ed3216-2a4d-424a-899c-ad8d2fa949a9 None None] Provisioning complete for port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:06:03.503761 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f3ed3216-2a4d-424a-899c-ad8d2fa949a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:03.507525 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:03.523502 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-b7794836-e26e-4785-8897-cf72c0f19426 demo admin] 10.222.0.61 "PUT /v2.0/routers/be626887-7c1d-408a-95fe-c8bc59ff3964/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7424526 Jul 14 10:06:03.523772 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Sync routers for ids ['be626887-7c1d-408a-95fe-c8bc59ff3964'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:03.535387 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Routers {'be626887-7c1d-408a-95fe-c8bc59ff3964'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:06:03.536155 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:05:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['be626887-7c1d-408a-95fe-c8bc59ff3964'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:03.540994 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed3216-2a4d-424a-899c-ad8d2fa949a9 None None] Port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:06:03.564703 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ea45a1d8-f96f-4f17-b1ab-dca124baecea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:03.723797 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Set router be626887-7c1d-408a-95fe-c8bc59ff3964 gateway port host: None {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:06:04.134266 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'name': 'router1', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:05:53Z', 'updated_at': '2022-07-14T10:06:02Z', 'revision_number': 2, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'gw_port_host': None, '_interfaces': [{'id': 'bd6cbef4-6210-4bb6-bdd3-65f00efd53c2', 'name': '', 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'mac_address': 'fa:16:3e:1c:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:06:02Z', 'updated_at': '2022-07-14T10:06:02Z', 'revision_number': 2, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'subnets': [{'id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10259184-688f-4d72-a9a9-a4bf7d5c5468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:04.184097 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Checking router: be626887-7c1d-408a-95fe-c8bc59ff3964 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:04.184462 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Updating router be626887-7c1d-408a-95fe-c8bc59ff3964 port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:06:04.237924 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:04.735876 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Publish callbacks [] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:04.742625 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:04.903568 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Pushing event updated for resources: {'Port': ['ID=bd6cbef4-6210-4bb6-bdd3-65f00efd53c2,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:04.924474 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.924817 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.925187 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.925523 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.925842 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.926170 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.926489 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.926904 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.927108 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.927419 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.927738 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.928071 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.928388 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.928701 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.929038 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Tracked resource versions report: Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: pushed versions: Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: { 'AddressGroup': {'1.2'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Agent': {'1.1'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'ConntrackHelper': {'1.0'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Log': {'1.0'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'NDPProxy': {'1.0'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Network': {'1.1'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Port': {'1.7'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'PortForwarding': {'1.3'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'QosPolicy': {'1.10'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SecurityGroup': {'1.5'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SubPort': {'1.0'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Subnet': {'1.1'}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Trunk': {'1.1'}} Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: consumer versions: Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: { DHCP agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: L3 agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: Metadata agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: Metering agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: Open vSwitch agent@dv-cinder-849800-1-iscsi: { 'AddressGroup': '1.2', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Agent': '1.1', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'ConntrackHelper': '1.0', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'LocalIPAssociation': '1.0', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Log': '1.0', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'NDPProxy': '1.0', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Network': '1.1', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Port': '1.7', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'PortForwarding': '1.3', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'QosPolicy': '1.10', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SecurityGroup': '1.5', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SecurityGroupRule': '1.2', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SubPort': '1.0', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Subnet': '1.1', Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Trunk': '1.1'}} Jul 14 10:06:04.930474 dv-cinder-849800-1-iscsi neutron-server[104069]: {{(pid=104069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:06:04.933292 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Attempting to bind port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:06:04.933589 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Attempting to bind port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '406944ba-e3ac-43fb-b0c2-6e84a18aa723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:06:04.934013 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Attempting to bind port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 on network 2109b8f1-0836-441e-9f44-15ebb43258ae {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:06:04.939867 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:06:04.940251 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Checking segment: {'id': '406944ba-e3ac-43fb-b0c2-6e84a18aa723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:06:04.940700 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:04.941104 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Bound using segment: {'id': '406944ba-e3ac-43fb-b0c2-6e84a18aa723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:06:04.941859 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Bound port: bd6cbef4-6210-4bb6-bdd3-65f00efd53c2, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406944ba-e3ac-43fb-b0c2-6e84a18aa723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:06:04.941968 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:04.950339 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:04.970588 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-0bd57be9-5c01-461d-a54e-21bbbb6587c3 None None] Provisioning complete for port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:06:04.970976 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0bd57be9-5c01-461d-a54e-21bbbb6587c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:05.002117 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-0bd57be9-5c01-461d-a54e-21bbbb6587c3 None None] Port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:06:05.010312 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] For port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:06:05.013617 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:05.036996 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] For port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=bd6cbef4-6210-4bb6-bdd3-65f00efd53c2,segment=NetworkSegment(406944ba-e3ac-43fb-b0c2-6e84a18aa723),segment_id=406944ba-e3ac-43fb-b0c2-6e84a18aa723)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:06:05.043710 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:05.098430 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Routers {'be626887-7c1d-408a-95fe-c8bc59ff3964'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:06:05.099054 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:06:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['be626887-7c1d-408a-95fe-c8bc59ff3964'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:05.100594 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:05.167333 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a060702-7b53-4eb8-99ee-5056d5b4c1bd None None] Pushing event updated for resources: {'Port': ['ID=bd6cbef4-6210-4bb6-bdd3-65f00efd53c2,revision_number=4']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:05.197595 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] Set router be626887-7c1d-408a-95fe-c8bc59ff3964 gateway port host: None {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:06:05.320084 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-4516261a-279c-4f30-b4a0-9f650c4c2da8 None None] Provisioning complete for port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:06:05.320364 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4516261a-279c-4f30-b4a0-9f650c4c2da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:05.391741 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'name': 'router1', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:05:53Z', 'updated_at': '2022-07-14T10:06:02Z', 'revision_number': 2, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'gw_port_host': None, '_interfaces': [{'id': 'bd6cbef4-6210-4bb6-bdd3-65f00efd53c2', 'name': '', 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'mac_address': 'fa:16:3e:1c:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:06:02Z', 'updated_at': '2022-07-14T10:06:05Z', 'revision_number': 4, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'subnets': [{'id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10259184-688f-4d72-a9a9-a4bf7d5c5468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:05.397348 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-4516261a-279c-4f30-b4a0-9f650c4c2da8 None None] Current status of the port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:06:05.397745 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4516261a-279c-4f30-b4a0-9f650c4c2da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:05.421974 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0addd108-14f9-4b4b-b19f-38d6fef2177d None None] The sync data for ids ['be626887-7c1d-408a-95fe-c8bc59ff3964'] in dv-cinder-849800-1-iscsi is: [{'id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'name': 'router1', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:05:53Z', 'updated_at': '2022-07-14T10:06:02Z', 'revision_number': 2, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'gw_port_host': None, '_interfaces': [{'id': 'bd6cbef4-6210-4bb6-bdd3-65f00efd53c2', 'name': '', 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'mac_address': 'fa:16:3e:1c:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:06:02Z', 'updated_at': '2022-07-14T10:06:05Z', 'revision_number': 4, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'subnets': [{'id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10259184-688f-4d72-a9a9-a4bf7d5c5468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:06:05.432201 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-4516261a-279c-4f30-b4a0-9f650c4c2da8 None None] For port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=bd6cbef4-6210-4bb6-bdd3-65f00efd53c2,segment=NetworkSegment(406944ba-e3ac-43fb-b0c2-6e84a18aa723),segment_id=406944ba-e3ac-43fb-b0c2-6e84a18aa723)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:05.440097 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4516261a-279c-4f30-b4a0-9f650c4c2da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:05.495480 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516261a-279c-4f30-b4a0-9f650c4c2da8 None None] Pushing event updated for resources: {'Port': ['ID=bd6cbef4-6210-4bb6-bdd3-65f00efd53c2,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:05.762566 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 43520) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:06:06.148572 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d1f49-8b06-42c6-939a-7b452f2b4f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:06:06.149941 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-c16d1f49-8b06-42c6-939a-7b452f2b4f21 admin admin] 10.222.0.61 "GET /v2.0/networks/d4e5a736-4d1b-4160-9f1b-dec3674dfee3 HTTP/1.1" status: 200 len: 842 time: 0.3864090 Jul 14 10:06:06.159158 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:06:06.183700 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Made reservation on behalf of 4677fbdc96dd49fca8554ea63b0d5a7c for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:06:06.186009 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:06.283697 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:06.296935 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:06.442305 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:06.488207 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.objects.ports [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104067) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 14 10:06:06.488747 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (860bd9ea-b533-4788-904a-d395c30f8cec), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:06.492577 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:06.542463 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860bd9ea-b533-4788-904a-d395c30f8cec,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:06.567727 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:06:06.568084 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Network hostable DHCP agents. Network: d4e5a736-4d1b-4160-9f1b-dec3674dfee3, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:06:06.592769 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:06:06.605295 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, d4e5a736-4d1b-4160-9f1b-dec3674dfee3) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:06:06.609310 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:06:06.610018 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:06.617341 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce02630e-ff30-42fa-8ad1-16120a92e9e5 None None] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:06:06.628111 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-a062d156-3d0a-434c-a04e-b1b4a5a47319 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4722023 Jul 14 10:06:06.732053 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbbeb6f-71dc-46f0-b59e-c31b04a07b28 None None] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:06:08.957433 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=25,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:08.967845 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=45,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:08.970243 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 43530) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:06:09.398677 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-50cb02f1-9f6a-4050-908f-13117b1091a2 demo admin] 10.222.0.61 "GET /v2.0/routers/be626887-7c1d-408a-95fe-c8bc59ff3964 HTTP/1.1" status: 200 len: 710 time: 0.4272501 Jul 14 10:06:09.486476 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cfe1c3-8562-42c2-b30a-f1559edfa811 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:06:09.487851 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d8cfe1c3-8562-42c2-b30a-f1559edfa811 demo admin] 10.222.0.61 "GET /v2.0/networks/d4e5a736-4d1b-4160-9f1b-dec3674dfee3 HTTP/1.1" status: 200 len: 886 time: 0.0837576 Jul 14 10:06:09.496512 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:06:09.804539 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Publish callbacks [] for router_gateway (be626887-7c1d-408a-95fe-c8bc59ff3964), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:10.021733 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Publish callbacks [] for router_gateway (be626887-7c1d-408a-95fe-c8bc59ff3964), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:10.029285 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:10.099912 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:10.214798 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Allocated IP 172.27.0.90 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/c41076f3-13d1-4c67-a1ce-bd9e2b0141b3) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:06:10.229513 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:10.332083 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Publish callbacks [] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:10.365396 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:10.408988 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:06:10.412352 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:06:10.416778 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:06:10.418628 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Pushing event updated for resources: {'Port': ['ID=c41076f3-13d1-4c67-a1ce-bd9e2b0141b3,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:10.661358 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Publish callbacks [] for router_gateway (be626887-7c1d-408a-95fe-c8bc59ff3964), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:10.847854 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714131', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-503'] for router (be626887-7c1d-408a-95fe-c8bc59ff3964), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:10.851196 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714113', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717864'] for router (be626887-7c1d-408a-95fe-c8bc59ff3964), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:10.949363 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:10.954425 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Router be626887-7c1d-408a-95fe-c8bc59ff3964 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:06:11.059457 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:11.063978 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:11.065203 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-ce5b19c2-14c3-4000-a4d6-c974757af5f6 demo admin] 10.222.0.61 "PUT /v2.0/routers/be626887-7c1d-408a-95fe-c8bc59ff3964 HTTP/1.1" status: 200 len: 889 time: 1.5717325 Jul 14 10:06:11.781478 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Sync routers for ids ['be626887-7c1d-408a-95fe-c8bc59ff3964'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:11.793538 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Routers {'be626887-7c1d-408a-95fe-c8bc59ff3964'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:06:11.794175 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:06:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['be626887-7c1d-408a-95fe-c8bc59ff3964'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:11.877667 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:11.938135 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:12.003856 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Set router be626887-7c1d-408a-95fe-c8bc59ff3964 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:06:12.219567 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:06:12.368555 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:06:12.368952 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:12.454419 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'name': 'router1', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'c41076f3-13d1-4c67-a1ce-bd9e2b0141b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:05:53Z', 'updated_at': '2022-07-14T10:06:10Z', 'revision_number': 4, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'gw_port': {'id': 'c41076f3-13d1-4c67-a1ce-bd9e2b0141b3', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:06:10Z', 'updated_at': '2022-07-14T10:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bd6cbef4-6210-4bb6-bdd3-65f00efd53c2', 'name': '', 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'mac_address': 'fa:16:3e:1c:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:06:02Z', 'updated_at': '2022-07-14T10:06:05Z', 'revision_number': 5, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'subnets': [{'id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10259184-688f-4d72-a9a9-a4bf7d5c5468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:12.506513 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Checking router: be626887-7c1d-408a-95fe-c8bc59ff3964 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:12.506864 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Updating router be626887-7c1d-408a-95fe-c8bc59ff3964 port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3 binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:06:12.653350 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:12.675353 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:06:12.965495 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Publish callbacks [] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:12.971528 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:13.021969 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Attempting to bind port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:06:13.022357 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Attempting to bind port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:06:13.022690 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Attempting to bind port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3 on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:06:13.025610 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d99b5-df9b-441f-bb4a-8c62d7a675df None None] Pushing event updated for resources: {'Port': ['ID=c41076f3-13d1-4c67-a1ce-bd9e2b0141b3,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:13.029919 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:06:13.030283 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:06:13.030671 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:13.031041 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:06:13.031494 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Bound port: c41076f3-13d1-4c67-a1ce-bd9e2b0141b3, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:06:13.031890 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:13.074585 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:13.080623 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] For port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:06:13.083842 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] For port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=c41076f3-13d1-4c67-a1ce-bd9e2b0141b3,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:06:13.090489 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:13.123036 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:13.150790 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d99b5-df9b-441f-bb4a-8c62d7a675df None None] Pushing event updated for resources: {'Port': ['ID=c41076f3-13d1-4c67-a1ce-bd9e2b0141b3,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:13.154381 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Routers {'be626887-7c1d-408a-95fe-c8bc59ff3964'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:06:13.154998 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:06:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['be626887-7c1d-408a-95fe-c8bc59ff3964'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:13.257985 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] Set router be626887-7c1d-408a-95fe-c8bc59ff3964 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:06:13.454226 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'name': 'router1', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'c41076f3-13d1-4c67-a1ce-bd9e2b0141b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:05:53Z', 'updated_at': '2022-07-14T10:06:10Z', 'revision_number': 4, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'gw_port': {'id': 'c41076f3-13d1-4c67-a1ce-bd9e2b0141b3', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:06:10Z', 'updated_at': '2022-07-14T10:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bd6cbef4-6210-4bb6-bdd3-65f00efd53c2', 'name': '', 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'mac_address': 'fa:16:3e:1c:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:06:02Z', 'updated_at': '2022-07-14T10:06:05Z', 'revision_number': 5, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'subnets': [{'id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10259184-688f-4d72-a9a9-a4bf7d5c5468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:13.475290 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 43542) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:06:13.480211 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8595c-ffff-4e38-8e9d-10f698d27657 None None] The sync data for ids ['be626887-7c1d-408a-95fe-c8bc59ff3964'] in dv-cinder-849800-1-iscsi is: [{'id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'name': 'router1', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'c41076f3-13d1-4c67-a1ce-bd9e2b0141b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:05:53Z', 'updated_at': '2022-07-14T10:06:10Z', 'revision_number': 4, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'gw_port': {'id': 'c41076f3-13d1-4c67-a1ce-bd9e2b0141b3', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:06:10Z', 'updated_at': '2022-07-14T10:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bd6cbef4-6210-4bb6-bdd3-65f00efd53c2', 'name': '', 'network_id': '2109b8f1-0836-441e-9f44-15ebb43258ae', 'tenant_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'mac_address': 'fa:16:3e:1c:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be626887-7c1d-408a-95fe-c8bc59ff3964', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:06:02Z', 'updated_at': '2022-07-14T10:06:05Z', 'revision_number': 5, 'project_id': 'ee948cfa1f0c4c65a69fc5204872db0c', 'subnets': [{'id': '15e387e5-e407-4ec6-8c1b-db2bf05247c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10259184-688f-4d72-a9a9-a4bf7d5c5468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:06:13.901896 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-4cb74b93-961c-42e1-8cbf-5a3100bd22b3 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4254379 Jul 14 10:06:14.200919 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device c41076f3-13d1-4c67-a1ce-bd9e2b0141b3 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:06:14.258287 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:06:14.258680 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:14.333819 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:06:14.334542 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:14.354969 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=c41076f3-13d1-4c67-a1ce-bd9e2b0141b3,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:14.359961 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:14.407169 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=c41076f3-13d1-4c67-a1ce-bd9e2b0141b3,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:15.392117 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=44 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:15.395070 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=30 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:16.195475 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device c41076f3-13d1-4c67-a1ce-bd9e2b0141b3 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:06:16.250568 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:06:16.250568 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (c41076f3-13d1-4c67-a1ce-bd9e2b0141b3), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:16.324294 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port c41076f3-13d1-4c67-a1ce-bd9e2b0141b3 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:06:23.895818 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=16 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:23.899597 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:26.317024 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:26.323550 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:30.046638 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:30.063124 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:31.372733 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d9b99298-faee-4108-aa79-3d92794b372f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:32.046969 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 5 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:06:33.539658 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f069cbf5-7c3d-46ef-bb91-8d0a854aee4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:34.954983 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:36.298860 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:36.451919 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:06:42.047424 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:46.439322 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=8 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:06:46.445176 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:01.367927 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-275f302b-3356-480a-94c3-87d691e0e529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:03.547086 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5e48816d-5bc9-4c66-8fe0-e94aea961e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:04.944062 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:06.294232 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:06.447188 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:07.054046 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:07.055976 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:09.046738 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 5 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:07:16.440356 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:16.442166 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:19.042599 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:31.362877 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-95d62bf2-2d81-4aec-9c2e-2182fd701a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:33.548379 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8a6ae571-3844-45af-9cc0-6fb546eaa04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:34.737852 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44084) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:07:34.946908 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:35.077865 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbd16ef-f211-40dd-b3dd-a4db3facec7f admin admin] GET failed (client error): The resource could not be found. Jul 14 10:07:35.079138 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-2bbd16ef-f211-40dd-b3dd-a4db3facec7f admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3403447 Jul 14 10:07:35.322793 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b96e3-6039-4dec-9530-15b096e0e50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:35.324252 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-b74b96e3-6039-4dec-9530-15b096e0e50e admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2410631 Jul 14 10:07:36.295638 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:36.450149 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:37.491025 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44094) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:07:37.852379 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9843eb4b-3138-4a03-b2f8-53fb5169d54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:37.854248 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-9843eb4b-3138-4a03-b2f8-53fb5169d54a admin admin] 10.222.0.61 "GET /v2.0/subnets/15e387e5-e407-4ec6-8c1b-db2bf05247c0 HTTP/1.1" status: 200 len: 849 time: 0.3619368 Jul 14 10:07:37.864009 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:07:37.951063 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Publish callbacks [] for subnet (15e387e5-e407-4ec6-8c1b-db2bf05247c0), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:38.093677 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729320319308'] for subnet (15e387e5-e407-4ec6-8c1b-db2bf05247c0), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:38.126908 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:38.127505 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:38.140958 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] 10.222.0.61 "PUT /v2.0/subnets/15e387e5-e407-4ec6-8c1b-db2bf05247c0 HTTP/1.1" status: 200 len: 868 time: 0.2683702 Jul 14 10:07:38.141216 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a94af7-00cd-49a0-8ffe-e76651e06e87 None None] Network 2109b8f1-0836-441e-9f44-15ebb43258ae requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:07:38.146003 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e387e5-e407-4ec6-8c1b-db2bf05247c0,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:38.153420 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.153764 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.154133 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.154477 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.154811 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.155145 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.155470 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.155795 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.156138 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.156467 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.156807 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.157200 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.157529 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.157848 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.158169 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18c57b-8613-4fc9-8c7a-71b32de6dde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:38.503482 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-dee26d75-24b3-4c20-8bf6-8434580a3453 None None] Provisioning complete for port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:07:38.503862 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dee26d75-24b3-4c20-8bf6-8434580a3453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (1b1d7651-cbb3-46c9-b4f5-fece03c45e86), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:38.578625 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-dee26d75-24b3-4c20-8bf6-8434580a3453 None None] Current status of the port 1b1d7651-cbb3-46c9-b4f5-fece03c45e86 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:07:38.586515 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-dee26d75-24b3-4c20-8bf6-8434580a3453 None None] Provisioning complete for port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:07:38.586896 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dee26d75-24b3-4c20-8bf6-8434580a3453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bd6cbef4-6210-4bb6-bdd3-65f00efd53c2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:07:38.656082 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-dee26d75-24b3-4c20-8bf6-8434580a3453 None None] Current status of the port bd6cbef4-6210-4bb6-bdd3-65f00efd53c2 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:07:40.363408 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44102) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:07:40.841731 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d5bbf-16a6-4590-a37b-4a1b44769999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:40.842109 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d5bbf-16a6-4590-a37b-4a1b44769999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:40.843625 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-126d5bbf-16a6-4590-a37b-4a1b44769999 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4792645 Jul 14 10:07:43.023420 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44112) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:07:43.424142 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6832ffb1-2419-412f-b402-8e43ed3e8fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:43.424610 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6832ffb1-2419-412f-b402-8e43ed3e8fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:43.426133 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6832ffb1-2419-412f-b402-8e43ed3e8fd2 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4017477 Jul 14 10:07:44.046400 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:44.051231 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:45.633578 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44120) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:07:46.044960 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 5 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:07:46.082593 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569b024-e1d3-4978-a0cf-8fc2e984d4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:46.083956 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-2569b024-e1d3-4978-a0cf-8fc2e984d4f5 admin admin] 10.222.0.61 "GET /v2.0/networks/2109b8f1-0836-441e-9f44-15ebb43258ae HTTP/1.1" status: 200 len: 869 time: 0.4494436 Jul 14 10:07:48.143000 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:48.149648 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=61,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:48.391210 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44128) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:07:48.650420 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:48.654659 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:48.786721 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b49c373-3df6-44cd-b23a-56e998676277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:48.788075 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-8b49c373-3df6-44cd-b23a-56e998676277 admin admin] 10.222.0.61 "GET /v2.0/networks/d4e5a736-4d1b-4160-9f1b-dec3674dfee3 HTTP/1.1" status: 200 len: 886 time: 0.3958485 Jul 14 10:07:50.953198 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44136) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:07:51.354229 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff2e30-3f60-4f96-8467-696ee3947b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:51.354604 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff2e30-3f60-4f96-8467-696ee3947b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:51.356658 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-21ff2e30-3f60-4f96-8467-696ee3947b45 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4024324 Jul 14 10:07:53.527166 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44144) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:07:53.887265 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d8901e-cdb9-4577-b606-7f06ed5c86e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:53.887719 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d8901e-cdb9-4577-b606-7f06ed5c86e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:53.889246 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-b7d8901e-cdb9-4577-b606-7f06ed5c86e3 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3611915 Jul 14 10:07:56.038154 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44152) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:07:56.042431 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:07:56.404927 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5042e70-2208-4cf6-8d48-5807794d95c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:56.406330 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-f5042e70-2208-4cf6-8d48-5807794d95c2 admin admin] 10.222.0.61 "GET /v2.0/subnets/15e387e5-e407-4ec6-8c1b-db2bf05247c0 HTTP/1.1" status: 200 len: 868 time: 0.3672304 Jul 14 10:07:58.570032 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44160) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:07:58.934667 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3d75bb-bcc1-4376-bec8-5a86a46b14b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:07:58.936008 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-3d3d75bb-bcc1-4376-bec8-5a86a46b14b3 admin admin] 10.222.0.61 "GET /v2.0/subnets/860bd9ea-b533-4788-904a-d395c30f8cec HTTP/1.1" status: 200 len: 816 time: 0.3650310 Jul 14 10:08:01.364611 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0e928217-52d6-4eca-85ce-513f448f6c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:03.551923 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c67426fb-22ca-4114-aeb4-a5f4880734fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:04.949648 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:06.301752 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:06.452244 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:08.930185 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=72 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:08.931225 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=66 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:16.445784 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:16.448341 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:23.044095 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 5 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:26.814689 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44214) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:08:27.135445 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [None req-ca1f85fc-b12b-4bd3-9d71-5e035ab2d6c6 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:08:27.136464 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-ca1f85fc-b12b-4bd3-9d71-5e035ab2d6c6 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3207774 Jul 14 10:08:29.411192 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44222) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:08:29.745097 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.pecan_wsgi.hooks.translation [None req-c153dfe5-7b42-4f8e-a008-9a97e482e47d admin admin] GET failed (client error): The resource could not be found. Jul 14 10:08:29.746408 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-c153dfe5-7b42-4f8e-a008-9a97e482e47d admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3342733 Jul 14 10:08:29.889088 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaf6c00-10f3-4d8d-b839-1609c637e0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:08:29.890472 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-ceaf6c00-10f3-4d8d-b839-1609c637e0bc admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1399653 Jul 14 10:08:31.366342 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-070bf0b8-fef1-4400-abfb-d067bcac229e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:32.113677 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44230) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:08:32.436320 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:08:32.456605 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Made reservation on behalf of 4677fbdc96dd49fca8554ea63b0d5a7c for: {'network': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:32.458949 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:32.496486 dv-cinder-849800-1-iscsi neutron-server[104066]: WARNING neutron.services.revisions.revision_plugin [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Could not find related network for resource to bump revision. Jul 14 10:08:32.511066 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=104066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:08:32.520547 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (730ea0d0-ec74-4b15-949e-b9bbdaaaeb00), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:32.520882 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.segments_db [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Added segment 730ea0d0-ec74-4b15-949e-b9bbdaaaeb00 of type vlan for network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 Jul 14 10:08:32.560130 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (c63ff260-516c-42dc-a3c6-a1d52fbb6a86), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:32.583425 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (c63ff260-516c-42dc-a3c6-a1d52fbb6a86), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:32.584361 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:08:32.584958 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:32.618777 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5040574 Jul 14 10:08:32.653149 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Pushing event updated for resources: {'Network': ['ID=c63ff260-516c-42dc-a3c6-a1d52fbb6a86,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:32.660768 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.661149 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.661514 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.661856 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.662187 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.662517 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.662844 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.663186 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.663511 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.663845 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.664186 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.664529 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.664854 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.665310 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.666209 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b7d3e9-5bda-4ba9-aa0d-00a97c03b237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:32.677569 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:08:33.040584 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=13 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:33.041767 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=21 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:33.555520 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51fef03c-a8ee-4206-b14e-b635316607f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:34.833298 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44238) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:08:34.955703 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:35.213088 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd3882e-bfd4-44fe-8bc9-9cd49515e05b admin admin] GET failed (client error): The resource could not be found. Jul 14 10:08:35.214325 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-0fd3882e-bfd4-44fe-8bc9-9cd49515e05b admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3800757 Jul 14 10:08:35.282554 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808dda2-287b-40ad-83c2-d0be8a6c7b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:08:35.284244 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a808dda2-287b-40ad-83c2-d0be8a6c7b19 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658069 Jul 14 10:08:35.293968 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:08:35.312756 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Made reservation on behalf of 4677fbdc96dd49fca8554ea63b0d5a7c for: {'subnet': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:35.315080 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:35.479421 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (4aea92b0-0e4a-4885-9afc-7d3ce7224e8d), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:35.531805 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aea92b0-0e4a-4885-9afc-7d3ce7224e8d,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:35.546896 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Checking segment: {'id': '730ea0d0-ec74-4b15-949e-b9bbdaaaeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:08:35.547251 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Network hostable DHCP agents. Network: c63ff260-516c-42dc-a3c6-a1d52fbb6a86, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:08:35.564143 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:08:35.573446 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, c63ff260-516c-42dc-a3c6-a1d52fbb6a86) {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:35.577685 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:08:35.578361 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:35.582841 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a451e5-8ec6-489d-8c82-d51114f3cebf None None] Network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:08:35.594805 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-e0df5b36-6c78-49bd-9e96-f69e25d59225 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3040745 Jul 14 10:08:35.686833 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-c63ff260-516c-42dc-a3c6-a1d52fbb6a86', 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86', 'project_id': '4677fbdc96dd49fca8554ea63b0d5a7c', 'fixed_ips': [{'subnet_id': '4aea92b0-0e4a-4885-9afc-7d3ce7224e8d'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:08:35.687810 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:35.828997 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Allocated IP 192.168.233.2 (c63ff260-516c-42dc-a3c6-a1d52fbb6a86/4aea92b0-0e4a-4885-9afc-7d3ce7224e8d/94f0ec3a-df3a-4b7a-9f35-32e74459ecd4) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:35.972622 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Publish callbacks [] for port (94f0ec3a-df3a-4b7a-9f35-32e74459ecd4), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:35.979635 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (94f0ec3a-df3a-4b7a-9f35-32e74459ecd4), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:36.016289 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:36.021277 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:36.028235 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:08:36.030252 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Pushing event updated for resources: {'Port': ['ID=94f0ec3a-df3a-4b7a-9f35-32e74459ecd4,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:36.043197 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.043525 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.043881 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.044223 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.044547 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.044863 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.045207 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.045518 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.045828 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.046134 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.046441 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.046763 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.047069 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.047371 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.047674 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:36.193132 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Attempting to bind port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:08:36.193496 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Attempting to bind port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '730ea0d0-ec74-4b15-949e-b9bbdaaaeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:08:36.193843 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Attempting to bind port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4 on network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:08:36.199330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:08:36.199686 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Checking segment: {'id': '730ea0d0-ec74-4b15-949e-b9bbdaaaeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:08:36.200070 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:36.200446 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Bound using segment: {'id': '730ea0d0-ec74-4b15-949e-b9bbdaaaeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:08:36.200888 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Bound port: 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730ea0d0-ec74-4b15-949e-b9bbdaaaeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:08:36.201280 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (94f0ec3a-df3a-4b7a-9f35-32e74459ecd4), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:36.262366 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] For port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:36.265453 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] For port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=94f0ec3a-df3a-4b7a-9f35-32e74459ecd4,segment=NetworkSegment(730ea0d0-ec74-4b15-949e-b9bbdaaaeb00),segment_id=730ea0d0-ec74-4b15-949e-b9bbdaaaeb00)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:36.272009 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (94f0ec3a-df3a-4b7a-9f35-32e74459ecd4), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:36.344864 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e2459-1cdf-4c3c-a9c4-58856306ba9a None None] Pushing event updated for resources: {'Port': ['ID=94f0ec3a-df3a-4b7a-9f35-32e74459ecd4,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:36.350355 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:36.456711 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:37.181274 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce2fc7-24b2-43ae-a943-e8dbb8bb9aa5 None None] Network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:08:37.215326 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:37.218605 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-2c785200-6a33-43d1-9d5a-db5cc1b45548 None None] Provisioning complete for port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:08:37.218995 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2c785200-6a33-43d1-9d5a-db5cc1b45548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (94f0ec3a-df3a-4b7a-9f35-32e74459ecd4), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:37.222226 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:37.371715 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-2c785200-6a33-43d1-9d5a-db5cc1b45548 None None] Current status of the port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:08:37.372105 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2c785200-6a33-43d1-9d5a-db5cc1b45548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (94f0ec3a-df3a-4b7a-9f35-32e74459ecd4), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:37.410491 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-2c785200-6a33-43d1-9d5a-db5cc1b45548 None None] For port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=94f0ec3a-df3a-4b7a-9f35-32e74459ecd4,segment=NetworkSegment(730ea0d0-ec74-4b15-949e-b9bbdaaaeb00),segment_id=730ea0d0-ec74-4b15-949e-b9bbdaaaeb00)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:37.415869 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2c785200-6a33-43d1-9d5a-db5cc1b45548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (94f0ec3a-df3a-4b7a-9f35-32e74459ecd4), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:37.471239 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c785200-6a33-43d1-9d5a-db5cc1b45548 None None] Pushing event updated for resources: {'Port': ['ID=94f0ec3a-df3a-4b7a-9f35-32e74459ecd4,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:37.537091 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-e7dfbeab-e07a-4e15-a120-46a97b97279f None None] Provisioning complete for port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:08:37.537473 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e7dfbeab-e07a-4e15-a120-46a97b97279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (94f0ec3a-df3a-4b7a-9f35-32e74459ecd4), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:37.613874 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-e7dfbeab-e07a-4e15-a120-46a97b97279f None None] Current status of the port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:08:38.280045 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:38.325298 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:08:38.325692 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (94f0ec3a-df3a-4b7a-9f35-32e74459ecd4), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:08:38.401142 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 94f0ec3a-df3a-4b7a-9f35-32e74459ecd4 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:08:45.588314 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=76,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:45.589089 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:48.395820 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=63 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:48.398547 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:58.049093 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:08:58.053405 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:09:00.043387 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 5 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:09:01.371349 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5eb29d74-88c8-4736-90e0-d010190f95a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:09:03.558699 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-24d4eb37-33c9-4b79-ac96-5ff8af17d8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:09:04.955941 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:09:06.305428 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:09:06.458759 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:09:10.039988 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:09:16.453280 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:09:16.455123 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:09:31.374788 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-aa793a16-3eab-4501-99bf-19345ee4e237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:09:33.565788 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cd5a998a-3637-4e69-96a2-8871792c50b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:09:34.959431 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:09:35.057293 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:09:35.061366 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:09:36.307200 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:09:36.463969 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:09:37.041886 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 5 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:09:46.458391 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:09:46.460315 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:09:47.038379 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:01.375870 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-172516e7-1261-4c34-8b30-8c9aa4b74942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:02.540480 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44280) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:10:02.546157 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [None req-77959bf5-ab7e-4016-9f5f-85cc41f406f4 tempest-verify_tempest_config-34418660 tempest-verify_tempest_config-34418660-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:10:02.547119 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-77959bf5-ab7e-4016-9f5f-85cc41f406f4 tempest-verify_tempest_config-34418660 tempest-verify_tempest_config-34418660-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055842 Jul 14 10:10:03.046201 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44298) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:10:03.371318 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:03.445208 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Publish callbacks [] for security_group (b401a6ee-51bb-4200-b545-fa0120f8bf0d), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:03.448689 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b401a6ee-51bb-4200-b545-fa0120f8bf0d), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:03.494709 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d44e33ab204741229df29981f500cd8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4474733 Jul 14 10:10:03.495956 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b401a6ee-51bb-4200-b545-fa0120f8bf0d,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:03.497574 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44302) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:10:03.502804 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.503149 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.503578 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.503918 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.504252 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.504579 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.504902 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.505255 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.505595 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.505923 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.506268 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.506606 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.506936 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.507251 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.507565 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edab8f3-faab-4dca-9355-e57eb4cc29d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.559798 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Publish callbacks [] for security_group (b401a6ee-51bb-4200-b545-fa0120f8bf0d), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:03.567972 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d7480f6f-1fda-4d46-976d-c36d3916c17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:03.581686 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Publish callbacks [] for security_group (b401a6ee-51bb-4200-b545-fa0120f8bf0d), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:03.674672 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b401a6ee-51bb-4200-b545-fa0120f8bf0d), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:03.677808 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:03.678933 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b401a6ee-51bb-4200-b545-fa0120f8bf0d HTTP/1.1" status: 204 len: 168 time: 0.1803298 Jul 14 10:10:03.686636 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b401a6ee-51bb-4200-b545-fa0120f8bf0d,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:03.693787 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.694127 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.694459 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.694786 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.695108 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.695429 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.695745 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.696057 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.696392 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.696711 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.697067 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.697406 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.697720 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.698030 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:03.698344 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf07a492-bccc-4289-941e-372086e850fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:04.961273 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:06.309410 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:06.467300 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:12.055460 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:12.058347 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:13.492303 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=22,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:13.498962 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=17,neutron:INSERT=6 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:13.688945 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:13.689711 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:14.040722 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 5 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:10:16.456087 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:16.463268 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:30.451415 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=15 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:30.454060 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=13 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:31.377413 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8e639368-b977-4109-a183-63264d736527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:33.570033 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e5ccffa-6c49-4018-9966-8af3c2fec7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:34.964324 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:36.311808 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:36.468495 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:10:46.463155 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:46.463994 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:49.049387 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:49.054373 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:10:51.039955 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 5 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:11:01.035390 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:11:01.036190 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:11:01.379591 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-186f3c44-8e69-4aea-86d6-891513b8c196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:03.571801 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1f534ec6-b7fa-452c-b5db-bfa87c8863ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:04.967491 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:06.315210 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:06.469836 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:16.459336 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=20 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:11:16.465495 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:11:26.061046 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:11:28.037658 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 5 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:11:31.381068 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6010b301-fbe4-40ba-97b2-28070403a012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:33.574164 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1c113fc0-bcf7-416c-a164-5db758ae6479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:34.969827 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:36.321491 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:36.472443 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:38.035238 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:11:46.466252 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:11:46.468161 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:11:48.692745 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715043'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:11:58.685661 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:11:58.688538 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:01.311266 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44398) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:12:01.389018 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dc20ea97-9be8-4b46-a724-a03a617c26ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:01.437998 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-9b34d80b-8e0c-45af-805d-b0d358796993 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1256492 Jul 14 10:12:03.064245 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:03.070017 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:03.481506 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44408) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:12:03.535954 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-6c6b2434-8a84-4dc8-bb7d-3efaec6a2330 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533838 Jul 14 10:12:03.577870 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b5ea-15b1-441b-b9b1-20e712327da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:04.974604 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:05.037233 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:12:06.322354 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:06.474215 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:13.531468 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:13.533764 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:15.032027 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:15.032780 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:16.468182 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:16.470109 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:18.647568 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:28.641817 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:28.643807 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:31.393252 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-43a23582-f7bd-407f-af8d-ab825bfee353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:33.579687 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b201710a-5bb1-4d21-aa46-4d72a11e8ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:34.975396 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:36.324617 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:36.476207 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:40.060735 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=13 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:40.065985 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=21 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:42.036507 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:12:46.318495 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:46.472098 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:48.648725 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:12:52.033212 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:58.638180 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:12:58.644789 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:01.405361 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc390-fc13-4686-9be9-b5fdb9074ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:03.581658 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1e3b58bf-f6b3-422e-b6d0-05fdc1b8b772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:04.981492 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:06.330453 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:06.478592 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:16.473164 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:16.473935 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:17.059402 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:17.064372 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:18.649049 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:19.034947 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:28.642250 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:28.644184 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:30.047174 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:30.048016 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:31.400090 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0436b93f-e20f-4a0f-84f4-a5479716a1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:33.586299 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c88d29b3-c4cf-4219-a257-219184b05040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:34.980803 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:36.331493 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:36.483676 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:42.130814 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44590) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:42.542802 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-994936719-network', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:42.566167 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Made reservation on behalf of 7a5b4dfcb90d421192be6dbc102ca1bb for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:42.568665 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:42.580196 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:42.672386 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Publish callbacks [] for security_group (850a3b2a-ee27-4c26-a0cd-ea10bf8e0534), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:42.676528 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (850a3b2a-ee27-4c26-a0cd-ea10bf8e0534), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:42.699256 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44626) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:42.713760 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:13:42.716407 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:42.738005 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.738348 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.738708 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.739049 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.739375 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.739829 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.740158 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.740474 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.740807 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.741281 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.741700 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.741981 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.742301 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.742615 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.742911 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Tracked resource versions report: Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: pushed versions: Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: { 'AddressGroup': {'1.2'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Agent': {'1.1'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'ConntrackHelper': {'1.0'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Log': {'1.0'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'NDPProxy': {'1.0'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Network': {'1.1'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Port': {'1.7'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'PortForwarding': {'1.3'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'QosPolicy': {'1.10'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SecurityGroup': {'1.5'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SubPort': {'1.0'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Subnet': {'1.1'}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Trunk': {'1.1'}} Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: consumer versions: Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: { DHCP agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: HyperV agent@hv-cinder-84980: {}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: L3 agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: Metadata agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: Metering agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: Open vSwitch agent@dv-cinder-849800-1-iscsi: { 'AddressGroup': '1.2', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Agent': '1.1', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'ConntrackHelper': '1.0', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'LocalIPAssociation': '1.0', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Log': '1.0', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'NDPProxy': '1.0', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Network': '1.1', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Port': '1.7', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'PortForwarding': '1.3', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'QosPolicy': '1.10', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SecurityGroup': '1.5', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SecurityGroupRule': '1.2', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'SubPort': '1.0', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Subnet': '1.1', Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: 'Trunk': '1.1'}} Jul 14 10:13:42.744099 dv-cinder-849800-1-iscsi neutron-server[104067]: {{(pid=104067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:13:42.747173 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (2200909f-b10f-4b57-921c-aafaa32d998b), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:42.747508 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Added segment 2200909f-b10f-4b57-921c-aafaa32d998b of type vlan for network 2fa3ec6c-5616-438b-b8f9-070972840b0b Jul 14 10:13:42.797122 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (2fa3ec6c-5616-438b-b8f9-070972840b0b), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:42.831347 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (2fa3ec6c-5616-438b-b8f9-070972840b0b), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:42.833108 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:13:42.834001 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:42.856683 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7247994 Jul 14 10:13:42.859664 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44640) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:42.865056 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Request body: {'subnet': {'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-994936719-subnet', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:42.891393 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Made reservation on behalf of 7a5b4dfcb90d421192be6dbc102ca1bb for: {'subnet': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:42.894578 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:42.947025 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720995a7-41c3-4a8c-b489-4eeab9371b89 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa3ec6c-5616-438b-b8f9-070972840b0b,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:42.961182 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 2fa3ec6c-5616-438b-b8f9-070972840b0b details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:13:43.070457 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-946365793-network', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:43.081149 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (d976eab7-c249-48c7-8c17-d02f6da8beec), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.133070 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Made reservation on behalf of 5056f0a32e37430ea3ea63d9cb69bf2b for: {'network': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:43.135401 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.149559 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.154557 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44650) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:43.220842 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d976eab7-c249-48c7-8c17-d02f6da8beec,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:43.229661 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Checking segment: {'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:43.230017 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Network hostable DHCP agents. Network: 2fa3ec6c-5616-438b-b8f9-070972840b0b, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:13:43.258199 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Publish callbacks [] for security_group (9625afe3-ce39-4a5b-b920-7ab18a242377), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.260631 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.260973 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.261318 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.261646 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.262010 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.262424 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.262699 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.263022 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.263367 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.263693 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.264025 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.264537 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.264854 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.265383 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.265706 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Tracked resource versions report: Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: pushed versions: Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: { 'AddressGroup': {'1.2'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Agent': {'1.1'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'ConntrackHelper': {'1.0'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Log': {'1.0'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'NDPProxy': {'1.0'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Network': {'1.1'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Port': {'1.7'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'PortForwarding': {'1.3'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'QosPolicy': {'1.10'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SecurityGroup': {'1.5'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SubPort': {'1.0'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Subnet': {'1.1'}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Trunk': {'1.1'}} Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: consumer versions: Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: { DHCP agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: HyperV agent@hv-cinder-84980: {}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: L3 agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: Metadata agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: Metering agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: Open vSwitch agent@dv-cinder-849800-1-iscsi: { 'AddressGroup': '1.2', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Agent': '1.1', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'ConntrackHelper': '1.0', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'LocalIPAssociation': '1.0', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Log': '1.0', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'NDPProxy': '1.0', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Network': '1.1', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Port': '1.7', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'PortForwarding': '1.3', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'QosPolicy': '1.10', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SecurityGroup': '1.5', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SecurityGroupRule': '1.2', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'SubPort': '1.0', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Subnet': '1.1', Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: 'Trunk': '1.1'}} Jul 14 10:13:43.266938 dv-cinder-849800-1-iscsi neutron-server[104066]: {{(pid=104066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:13:43.271236 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9625afe3-ce39-4a5b-b920-7ab18a242377), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.285820 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=104066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:13:43.312022 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (861bc662-092a-40d0-93f7-aab2de0b42b4), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.312251 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.segments_db [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Added segment 861bc662-092a-40d0-93f7-aab2de0b42b4 of type vlan for network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f Jul 14 10:13:43.329671 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9625afe3-ce39-4a5b-b920-7ab18a242377,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:43.363133 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.375763 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Network 2fa3ec6c-5616-438b-b8f9-070972840b0b is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:13:43.395749 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.398531 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:13:43.399823 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.404195 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44660) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:43.413905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 2fa3ec6c-5616-438b-b8f9-070972840b0b) {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:43.419119 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:13:43.422723 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.428598 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc4d455-83af-4591-ac32-f2c64c6a33db None None] Network 2fa3ec6c-5616-438b-b8f9-070972840b0b requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:13:43.484426 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] Pushing event updated for resources: {'Network': ['ID=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:43.503738 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44666) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:43.504157 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-52c4dc79-7fdb-4c89-b8f0-142142e7429b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8037615 Jul 14 10:13:43.513898 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Request body: {'subnet': {'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-946365793-subnet', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:43.514553 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-98960169-3f67-4db6-a854-148a70b1e30a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6538103 Jul 14 10:13:43.515367 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44668) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:43.520485 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-994936719-router', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:43.535048 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-network', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:43.537181 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:13:43.541388 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:43.545799 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (8e88161e-9930-4125-8080-b1855562e8e9), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.547361 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (8e88161e-9930-4125-8080-b1855562e8e9), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.562904 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:43.593186 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Made reservation on behalf of 76e4caaf5b9e49678bc6427b71560f19 for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:43.600279 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.620410 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Made reservation on behalf of 5056f0a32e37430ea3ea63d9cb69bf2b for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:43.626709 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.650770 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.667855 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-2fa3ec6c-5616-438b-b8f9-070972840b0b', 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b', 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'fixed_ips': [{'subnet_id': 'd976eab7-c249-48c7-8c17-d02f6da8beec'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:13:43.668892 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.676317 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks [] for router_controller (8e88161e-9930-4125-8080-b1855562e8e9), precommit_add_association {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.714363 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1247497585-network', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:43.822680 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Made reservation on behalf of a4cde0820dc5474eb7091fb3a8de4cd0 for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:43.827357 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.872162 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.939443 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Allocated IP 172.20.0.2 (2fa3ec6c-5616-438b-b8f9-070972840b0b/d976eab7-c249-48c7-8c17-d02f6da8beec/7618b5c7-4e88-4ccd-a632-0123b077ee0a) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:43.955350 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks [] for router_gateway (8e88161e-9930-4125-8080-b1855562e8e9), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:43.982758 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:44.074409 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:44.145248 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Publish callbacks [] for security_group (7f671a4a-ecd3-44e5-991f-17b3e8252544), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.262875 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7f671a4a-ecd3-44e5-991f-17b3e8252544), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.282124 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Publish callbacks [] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.286113 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:44.293048 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.300648 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:13:44.327026 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (4f93cc99-11fb-4265-adab-8cfd65721f58), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.427259 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Pushing event updated for resources: {'Port': ['ID=7618b5c7-4e88-4ccd-a632-0123b077ee0a,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:44.434191 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (6634e31e-2a50-4e90-a62a-2b49a4329507), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.437985 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Added segment 6634e31e-2a50-4e90-a62a-2b49a4329507 of type vlan for network c86764b5-6320-470e-8466-fc72ac9ee1be Jul 14 10:13:44.452721 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.453103 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.453430 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.453778 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.454111 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.454436 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.454751 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.455066 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.455381 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.455694 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.456009 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.456347 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.456662 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.457077 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.457419 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Tracked resource versions report: Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: pushed versions: Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: { 'AddressGroup': {'1.2'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Agent': {'1.1'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'ConntrackHelper': {'1.0'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Log': {'1.0'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'NDPProxy': {'1.0'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Network': {'1.1'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Port': {'1.7'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'PortForwarding': {'1.3'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'QosPolicy': {'1.10'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SecurityGroup': {'1.5'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SubPort': {'1.0'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Subnet': {'1.1'}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Trunk': {'1.1'}} Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: consumer versions: Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: { DHCP agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: HyperV agent@hv-cinder-84980: {}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: L3 agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: Metadata agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: Metering agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: Open vSwitch agent@dv-cinder-849800-1-iscsi: { 'AddressGroup': '1.2', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Agent': '1.1', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'ConntrackHelper': '1.0', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'LocalIPAssociation': '1.0', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Log': '1.0', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'NDPProxy': '1.0', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Network': '1.1', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Port': '1.7', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'PortForwarding': '1.3', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'QosPolicy': '1.10', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SecurityGroup': '1.5', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SecurityGroupRule': '1.2', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'SubPort': '1.0', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Subnet': '1.1', Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: 'Trunk': '1.1'}} Jul 14 10:13:44.458815 dv-cinder-849800-1-iscsi neutron-server[104068]: {{(pid=104068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:13:44.478101 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Network 2fa3ec6c-5616-438b-b8f9-070972840b0b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:44.480238 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:44.482801 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:44.497966 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f671a4a-ecd3-44e5-991f-17b3e8252544,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:44.528288 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f93cc99-11fb-4265-adab-8cfd65721f58,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:44.574123 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks [] for router_gateway (8e88161e-9930-4125-8080-b1855562e8e9), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.634978 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.660212 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (c86764b5-6320-470e-8466-fc72ac9ee1be), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.665599 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Publish callbacks [] for security_group (cc9d6a07-2297-4c72-a340-e07ad8765c79), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.679084 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (cc9d6a07-2297-4c72-a340-e07ad8765c79), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.741815 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Attempting to bind port 7618b5c7-4e88-4ccd-a632-0123b077ee0a on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:13:44.742069 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:13:44.742967 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Attempting to bind port 7618b5c7-4e88-4ccd-a632-0123b077ee0a by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:13:44.743824 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Attempting to bind port 7618b5c7-4e88-4ccd-a632-0123b077ee0a on network 2fa3ec6c-5616-438b-b8f9-070972840b0b {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:13:44.755924 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:13:44.756300 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Checking segment: {'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:44.756693 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.760766 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Bound using segment: {'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:13:44.761914 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Checking segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:44.763177 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Bound port: 7618b5c7-4e88-4ccd-a632-0123b077ee0a, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:13:44.764305 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Network hostable DHCP agents. Network: 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:13:44.764884 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.796556 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9d6a07-2297-4c72-a340-e07ad8765c79,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:44.801380 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (f064464f-4f6d-4eac-9cbc-5b8c13a25379), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.801824 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Added segment f064464f-4f6d-4eac-9cbc-5b8c13a25379 of type vlan for network 71d0e822-864d-4ce6-a81f-385b20a87683 Jul 14 10:13:44.821412 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (c86764b5-6320-470e-8466-fc72ac9ee1be), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.822684 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:13:44.823553 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.839465 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:13:44.893369 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.7381973 Jul 14 10:13:44.907172 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44734) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:44.918379 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] For port 7618b5c7-4e88-4ccd-a632-0123b077ee0a, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:44.922414 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Request body: {'subnet': {'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-subnet', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:44.922592 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] For port 7618b5c7-4e88-4ccd-a632-0123b077ee0a, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=7618b5c7-4e88-4ccd-a632-0123b077ee0a,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:44.931397 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (71d0e822-864d-4ce6-a81f-385b20a87683), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.931991 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:44.937751 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:44.955927 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5d7511-453b-4f5c-9fd9-8919967baf06 None None] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:13:44.987309 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:13:44.988809 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.017656 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0557fb-9a90-4e97-97f1-b3499de8e888 admin admin] Pushing event updated for resources: {'Network': ['ID=c86764b5-6320-470e-8466-fc72ac9ee1be,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:45.035191 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Made reservation on behalf of 76e4caaf5b9e49678bc6427b71560f19 for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:45.039077 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.069421 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-4016ec0d-ab85-4766-b8fc-e7df7fe5cefe admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5640161 Jul 14 10:13:45.079394 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44746) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:45.085210 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:45.121540 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network c86764b5-6320-470e-8466-fc72ac9ee1be details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:13:45.127572 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (71d0e822-864d-4ce6-a81f-385b20a87683), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.128812 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:13:45.129633 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.143446 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:45.175409 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:13:45.176327 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.190956 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:45.219942 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Allocated IP 172.27.0.227 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/8dd2883b-ac50-4c03-8655-bbce98c8b81e) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:45.260891 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.8554921 Jul 14 10:13:45.267618 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44758) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:45.268169 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (0bb4a887-68b7-4a36-bed4-0b9b41864d36), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.270605 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (0bb4a887-68b7-4a36-bed4-0b9b41864d36), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.278858 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708fe30-1498-4c1d-b6d7-9e5e49528da3 admin admin] Pushing event updated for resources: {'Network': ['ID=71d0e822-864d-4ce6-a81f-385b20a87683,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:45.279372 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Request body: {'subnet': {'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1247497585-subnet', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:45.299602 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 71d0e822-864d-4ce6-a81f-385b20a87683 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:13:45.302095 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafba33f-4fb8-4628-b3e1-64d1bd919c35 None None] Pushing event updated for resources: {'Port': ['ID=7618b5c7-4e88-4ccd-a632-0123b077ee0a,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:45.382686 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Made reservation on behalf of a4cde0820dc5474eb7091fb3a8de4cd0 for: {'subnet': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:45.385266 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.572502 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks [] for router_controller (0bb4a887-68b7-4a36-bed4-0b9b41864d36), precommit_add_association {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.629670 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:45.661818 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Allocated IP 172.20.0.2 (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f/4f93cc99-11fb-4265-adab-8cfd65721f58/393f20c5-bd47-46e4-a532-914c8d2e7fa9) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:45.698207 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:INSERT=9 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:45.709466 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (071f2e91-7cf1-4a54-8cdc-0b9d733ac146), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.773752 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=071f2e91-7cf1-4a54-8cdc-0b9d733ac146,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:45.817931 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks [] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.836019 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Checking segment: {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:45.836451 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Network hostable DHCP agents. Network: 71d0e822-864d-4ce6-a81f-385b20a87683, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:13:45.870421 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks [] for router_gateway (0bb4a887-68b7-4a36-bed4-0b9b41864d36), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.875815 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (d613a2d0-21e3-4960-a29a-f41076a9208a), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.880086 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:45.904388 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Network 71d0e822-864d-4ce6-a81f-385b20a87683 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:13:45.934524 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 71d0e822-864d-4ce6-a81f-385b20a87683) {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:45.942888 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:13:45.943819 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.952885 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.959367 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d765088-fde6-45f6-ad5d-ae4b4013acba None None] Network 71d0e822-864d-4ce6-a81f-385b20a87683 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:13:45.973095 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Publish callbacks [] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:45.981066 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:46.009752 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:46.011422 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d613a2d0-21e3-4960-a29a-f41076a9208a,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:46.026454 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.040443 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Checking segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:46.040692 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:46.041221 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Network hostable DHCP agents. Network: c86764b5-6320-470e-8466-fc72ac9ee1be, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:13:46.113341 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:46.145479 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Network c86764b5-6320-470e-8466-fc72ac9ee1be is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:13:46.169135 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, c86764b5-6320-470e-8466-fc72ac9ee1be) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:46.171220 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks [] for router_gateway (0bb4a887-68b7-4a36-bed4-0b9b41864d36), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.175756 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:13:46.176390 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.182488 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:46.191093 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df867af-dca2-44a4-8238-ce9c35aa0897 None None] Network c86764b5-6320-470e-8466-fc72ac9ee1be requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:13:46.197666 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:46.200304 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.211646 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Pushing event updated for resources: {'Port': ['ID=393f20c5-bd47-46e4-a532-914c8d2e7fa9,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:46.230875 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-72b0c7b0-2d30-4ed8-b58c-99901345cb13 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3102467 Jul 14 10:13:46.261991 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44766) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:46.272259 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:46.280384 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-45be1dda-01dc-47e9-9759-65678515f44c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0059402 Jul 14 10:13:46.280946 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:46.285871 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44770) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:46.314942 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:46.323257 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:46.372684 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (ec372893-84f4-44af-b519-fd0b35a1fab8), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.374005 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (ec372893-84f4-44af-b519-fd0b35a1fab8), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.462282 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Allocated IP 172.27.0.135 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:46.487004 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks [] for router_controller (ec372893-84f4-44af-b519-fd0b35a1fab8), precommit_add_association {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.488490 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.490138 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.525798 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd2883b-ac50-4c03-8655-bbce98c8b81e,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:46.683459 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:46.793901 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks [] for router_controller (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), precommit_add_association {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.795537 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks [] for router_gateway (8e88161e-9930-4125-8080-b1855562e8e9), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.828076 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 7618b5c7-4e88-4ccd-a632-0123b077ee0a up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:46.876749 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks [] for router_gateway (ec372893-84f4-44af-b519-fd0b35a1fab8), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.893104 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e11fe55-8be3-4aef-8bb4-080431f2e3ae None None] Network 2fa3ec6c-5616-438b-b8f9-070972840b0b requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:13:46.949041 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-71d0e822-864d-4ce6-a81f-385b20a87683', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:13:46.950386 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:46.993012 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks [] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.064510 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-190082ae-4b2a-4126-97ce-48946b70bdfb None None] Provisioning complete for port 7618b5c7-4e88-4ccd-a632-0123b077ee0a triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:47.064510 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-190082ae-4b2a-4126-97ce-48946b70bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.175605 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44790) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:47.198905 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.214006 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (8e88161e-9930-4125-8080-b1855562e8e9), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.263408 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:47.266284 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:47.271054 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:47.332797 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Allocated IP 172.20.0.2 (71d0e822-864d-4ce6-a81f-385b20a87683/071f2e91-7cf1-4a54-8cdc-0b9d733ac146/a0b84c76-de9e-4650-a38f-27cecd278404) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:47.456564 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:47.514868 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Pushing event updated for resources: {'Port': ['ID=4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:47.518780 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-c86764b5-6320-470e-8466-fc72ac9ee1be', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:13:47.521767 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.546537 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80799c59-7802-4d7b-9339-36ab9632e57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.556772 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks [] for router_gateway (ec372893-84f4-44af-b519-fd0b35a1fab8), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.598882 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.656765 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Attempting to bind port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:13:47.657315 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Attempting to bind port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:13:47.657735 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Attempting to bind port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:13:47.706082 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:13:47.707024 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Checking segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:47.707570 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.707952 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Bound using segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:13:47.708542 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Bound port: 393f20c5-bd47-46e4-a532-914c8d2e7fa9, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:13:47.709000 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.844289 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:47.845728 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:47.889247 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Router 8e88161e-9930-4125-8080-b1855562e8e9 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:13:47.893393 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-190082ae-4b2a-4126-97ce-48946b70bdfb None None] Current status of the port 7618b5c7-4e88-4ccd-a632-0123b077ee0a is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:47.893489 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-190082ae-4b2a-4126-97ce-48946b70bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.922841 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks [] for router_gateway (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:47.973946 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:48.005336 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 7618b5c7-4e88-4ccd-a632-0123b077ee0a triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:48.005807 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.125103 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Publish callbacks [] for port (a0b84c76-de9e-4650-a38f-27cecd278404), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.156605 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-190082ae-4b2a-4126-97ce-48946b70bdfb None None] For port 7618b5c7-4e88-4ccd-a632-0123b077ee0a, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=7618b5c7-4e88-4ccd-a632-0123b077ee0a,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:48.164659 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] For port 393f20c5-bd47-46e4-a532-914c8d2e7fa9, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:48.178065 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.181563 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-190082ae-4b2a-4126-97ce-48946b70bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.229976 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:48.239704 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:48.253710 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:48.256890 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Sync routers for ids ['8e88161e-9930-4125-8080-b1855562e8e9'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:48.273840 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80799c59-7802-4d7b-9339-36ab9632e57f admin admin] Publish callbacks [] for security_group (ae0e3e65-652e-4c2a-97ee-b96544874199), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.275567 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Allocated IP 172.27.0.141 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/08d5bc0d-47d3-4e97-8e14-b9235196be61) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:48.275681 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Routers {'8e88161e-9930-4125-8080-b1855562e8e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:48.276203 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8e88161e-9930-4125-8080-b1855562e8e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:48.297893 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80799c59-7802-4d7b-9339-36ab9632e57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ae0e3e65-652e-4c2a-97ee-b96544874199), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.370640 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] For port 393f20c5-bd47-46e4-a532-914c8d2e7fa9, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=393f20c5-bd47-46e4-a532-914c8d2e7fa9,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:48.382751 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.384470 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-15a36b1e-b07f-4b39-bb1b-94aee7637942 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8677578 Jul 14 10:13:48.388242 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44846) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:48.406659 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks [] for router_gateway (0bb4a887-68b7-4a36-bed4-0b9b41864d36), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.439106 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Pushing event updated for resources: {'Port': ['ID=a0b84c76-de9e-4650-a38f-27cecd278404,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:48.445525 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.458922 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks [] for router_gateway (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.502730 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Network 71d0e822-864d-4ce6-a81f-385b20a87683 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:48.514740 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-80799c59-7802-4d7b-9339-36ab9632e57f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3aace1f1bdb4d809577f16539279436&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3366272 Jul 14 10:13:48.523338 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:48.524790 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44848) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:48.525482 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:48.573338 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Set router 8e88161e-9930-4125-8080-b1855562e8e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:13:48.573727 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.701787 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80799c59-7802-4d7b-9339-36ab9632e57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e3e65-652e-4c2a-97ee-b96544874199,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:48.870905 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:48.883585 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 7618b5c7-4e88-4ccd-a632-0123b077ee0a is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:48.905578 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190082ae-4b2a-4126-97ce-48946b70bdfb None None] Pushing event updated for resources: {'Port': ['ID=7618b5c7-4e88-4ccd-a632-0123b077ee0a,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:48.954510 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e88161e-9930-4125-8080-b1855562e8e9', 'name': 'tempest-DeleteServersTestJSON-994936719-router', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:43Z', 'updated_at': '2022-07-14T10:13:46Z', 'revision_number': 3, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'gw_port': {'id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e88161e-9930-4125-8080-b1855562e8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:44Z', 'updated_at': '2022-07-14T10:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:49.025260 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c1716a8e-39e5-470d-8c3b-f452b53083ed admin admin] Publish callbacks [] for security_group (ae0e3e65-652e-4c2a-97ee-b96544874199), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.063517 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Checking router: 8e88161e-9930-4125-8080-b1855562e8e9 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:49.063870 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Updating router 8e88161e-9930-4125-8080-b1855562e8e9 port 8dd2883b-ac50-4c03-8655-bbce98c8b81e binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:13:49.074978 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8d4d5-d2ca-4f59-9b28-46b4bafdec2b None None] Pushing event updated for resources: {'Port': ['ID=393f20c5-bd47-46e4-a532-914c8d2e7fa9,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:49.099933 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:49.107275 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Allocated IP 172.20.0.2 (c86764b5-6320-470e-8466-fc72ac9ee1be/d613a2d0-21e3-4960-a29a-f41076a9208a/46dbf9ea-b6e2-4107-ae48-d700c15c8765) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:49.107765 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c1716a8e-39e5-470d-8c3b-f452b53083ed admin admin] Publish callbacks [] for security_group (ae0e3e65-652e-4c2a-97ee-b96544874199), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.110053 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Attempting to bind port a0b84c76-de9e-4650-a38f-27cecd278404 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:13:49.110660 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Attempting to bind port a0b84c76-de9e-4650-a38f-27cecd278404 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:13:49.112691 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Attempting to bind port a0b84c76-de9e-4650-a38f-27cecd278404 on network 71d0e822-864d-4ce6-a81f-385b20a87683 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:13:49.135250 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:13:49.135812 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Checking segment: {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:49.136311 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.136801 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Bound using segment: {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:13:49.137588 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Bound port: a0b84c76-de9e-4650-a38f-27cecd278404, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:13:49.138069 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.140402 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-76c6929e-58e9-4e8e-b361-cf99752f0b34 None None] Provisioning complete for port 7618b5c7-4e88-4ccd-a632-0123b077ee0a triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:49.140876 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-76c6929e-58e9-4e8e-b361-cf99752f0b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.191537 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.196393 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 7618b5c7-4e88-4ccd-a632-0123b077ee0a up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:49.254400 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks [] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.362657 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (0bb4a887-68b7-4a36-bed4-0b9b41864d36), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.412107 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c1716a8e-39e5-470d-8c3b-f452b53083ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ae0e3e65-652e-4c2a-97ee-b96544874199), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.414882 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c1716a8e-39e5-470d-8c3b-f452b53083ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.416215 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-c1716a8e-39e5-470d-8c3b-f452b53083ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae0e3e65-652e-4c2a-97ee-b96544874199 HTTP/1.1" status: 204 len: 168 time: 0.8730125 Jul 14 10:13:49.437902 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1716a8e-39e5-470d-8c3b-f452b53083ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e3e65-652e-4c2a-97ee-b96544874199,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:49.486951 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:49.519514 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.611441 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:49.615018 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:49.618035 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:49.671978 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.727213 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Pushing event updated for resources: {'Port': ['ID=08d5bc0d-47d3-4e97-8e14-b9235196be61,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:49.737986 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:49.751471 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:49.780621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 7618b5c7-4e88-4ccd-a632-0123b077ee0a triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:49.781305 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.817375 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:13:49.891169 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] For port a0b84c76-de9e-4650-a38f-27cecd278404, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:49.948701 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Publish callbacks [] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:49.971565 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Allocated IP 172.27.0.76 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/0e3c2883-cc2f-4087-95a4-0edb4def39f6) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:49.984980 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] For port a0b84c76-de9e-4650-a38f-27cecd278404, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=a0b84c76-de9e-4650-a38f-27cecd278404,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:50.000183 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.003220 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-76c6929e-58e9-4e8e-b361-cf99752f0b34 None None] Current status of the port 7618b5c7-4e88-4ccd-a632-0123b077ee0a is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:50.073651 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:50.090906 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.106474 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:50.128080 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44894) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:50.155605 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Network c86764b5-6320-470e-8466-fc72ac9ee1be is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:50.164590 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Pushing event updated for resources: {'Port': ['ID=46dbf9ea-b6e2-4107-ae48-d700c15c8765,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:50.173215 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:50.179839 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:50.187207 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7b14-de1b-40d5-895f-a23733048304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.281868 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c399fca3-04d3-45cd-adb9-d58cdb3fc256 None None] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:13:50.294578 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks [] for router_gateway (ec372893-84f4-44af-b519-fd0b35a1fab8), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.392703 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:50.421860 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks [] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.481944 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.489422 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8e23bd3f-a35e-4a67-9098-25d03d278180 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4072540 Jul 14 10:13:50.490620 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44900) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:50.544965 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Allocated IP 172.20.0.1 (2fa3ec6c-5616-438b-b8f9-070972840b0b/d976eab7-c249-48c7-8c17-d02f6da8beec/50427823-6884-46b3-b63b-cad246cebbee) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:50.651444 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44904) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:50.654417 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:50.659461 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.704105 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:50.704984 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:50.762916 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:50.778996 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:50.796185 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:50.806281 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Publish callbacks [] for port (50427823-6884-46b3-b63b-cad246cebbee), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.812029 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:13:50.826339 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Publish callbacks [] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.836511 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.893243 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Pushing event updated for resources: {'Port': ['ID=8dd2883b-ac50-4c03-8655-bbce98c8b81e,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:50.895981 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7b14-de1b-40d5-895f-a23733048304 admin admin] Publish callbacks [] for security_group (0de58902-6c86-4bff-8e0d-4a52df3f47e0), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.912704 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b7fb7b14-de1b-40d5-895f-a23733048304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (0de58902-6c86-4bff-8e0d-4a52df3f47e0), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.915245 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.916157 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.917089 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.917988 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.918878 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.919734 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.920604 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.921609 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.922302 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.923127 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.923675 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.924400 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.924962 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.926292 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.926845 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Tracked resource versions report: Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: pushed versions: Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: { 'AddressGroup': {'1.2'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Agent': {'1.1'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'ConntrackHelper': {'1.0'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Log': {'1.0'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'NDPProxy': {'1.0'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Network': {'1.1'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Port': {'1.7'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'PortForwarding': {'1.3'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'QosPolicy': {'1.10'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SecurityGroup': {'1.5'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SubPort': {'1.0'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Subnet': {'1.1'}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Trunk': {'1.1'}} Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: consumer versions: Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: { DHCP agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: HyperV agent@hv-cinder-84980: {}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: L3 agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: Metadata agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: Metering agent@dv-cinder-849800-1-iscsi: {}, Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: Open vSwitch agent@dv-cinder-849800-1-iscsi: { 'AddressGroup': '1.2', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Agent': '1.1', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'ConntrackHelper': '1.0', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'LocalIPAssociation': '1.0', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Log': '1.0', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'NDPProxy': '1.0', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Network': '1.1', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Port': '1.7', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'PortForwarding': '1.3', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'QosPolicy': '1.10', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SecurityGroup': '1.5', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SecurityGroupRule': '1.2', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'SubPort': '1.0', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Subnet': '1.1', Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: 'Trunk': '1.1'}} Jul 14 10:13:50.928335 dv-cinder-849800-1-iscsi neutron-server[104069]: {{(pid=104069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:13:50.944845 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Attempting to bind port 8dd2883b-ac50-4c03-8655-bbce98c8b81e on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:13:50.945622 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Attempting to bind port 8dd2883b-ac50-4c03-8655-bbce98c8b81e by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:13:50.946217 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Attempting to bind port 8dd2883b-ac50-4c03-8655-bbce98c8b81e on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:13:50.948240 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20109d8f-ca33-4476-be36-7f6df5a0045a None None] Pushing event updated for resources: {'Port': ['ID=a0b84c76-de9e-4650-a38f-27cecd278404,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:50.950988 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 7618b5c7-4e88-4ccd-a632-0123b077ee0a is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:50.953564 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:13:50.954206 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:50.954942 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.955541 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:13:50.956217 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Bound port: 8dd2883b-ac50-4c03-8655-bbce98c8b81e, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:13:50.956830 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:50.992100 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:51.000152 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-eb916386-40fd-44df-929c-45b1d425ce1a None None] Provisioning complete for port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:51.000553 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb916386-40fd-44df-929c-45b1d425ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.003010 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:51.031749 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] For port 8dd2883b-ac50-4c03-8655-bbce98c8b81e, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:51.036966 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] For port 8dd2883b-ac50-4c03-8655-bbce98c8b81e, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=8dd2883b-ac50-4c03-8655-bbce98c8b81e,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:51.056608 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.147834 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Routers {'8e88161e-9930-4125-8080-b1855562e8e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:51.148473 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8e88161e-9930-4125-8080-b1855562e8e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:51.157812 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2356b-32a8-4f3b-9d8f-5bc82ef90960 None None] Pushing event updated for resources: {'Port': ['ID=8dd2883b-ac50-4c03-8655-bbce98c8b81e,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:51.161582 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3c2883-cc2f-4087-95a4-0edb4def39f6,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:51.162327 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Attempting to bind port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:13:51.163817 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Attempting to bind port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:13:51.164179 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Attempting to bind port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 on network c86764b5-6320-470e-8466-fc72ac9ee1be {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:13:51.175483 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:51.197573 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:13:51.197937 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Checking segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:51.198332 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.202356 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Bound using segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:13:51.202834 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Bound port: 46dbf9ea-b6e2-4107-ae48-d700c15c8765, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:13:51.203222 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.284377 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-b7fb7b14-de1b-40d5-895f-a23733048304 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c8ba47db4ef4546944bc305b7e580d5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1401412 Jul 14 10:13:51.284573 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cbe548e7-2803-46e2-87a6-ba7028a77f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.311455 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44912) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:51.324015 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 393f20c5-bd47-46e4-a532-914c8d2e7fa9 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:51.334586 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb7b14-de1b-40d5-895f-a23733048304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de58902-6c86-4bff-8e0d-4a52df3f47e0,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:51.343129 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (ec372893-84f4-44af-b519-fd0b35a1fab8), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.361577 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (50427823-6884-46b3-b63b-cad246cebbee), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.440874 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:51.456048 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] Set router 8e88161e-9930-4125-8080-b1855562e8e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:13:51.482586 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:51.488617 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Pushing event updated for resources: {'Port': ['ID=50427823-6884-46b3-b63b-cad246cebbee,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:51.548907 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Network 2fa3ec6c-5616-438b-b8f9-070972840b0b is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:51.555341 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:51.559332 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:51.559759 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.564131 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:51.564131 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (8e88161e-9930-4125-8080-b1855562e8e9), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.588353 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] For port 46dbf9ea-b6e2-4107-ae48-d700c15c8765, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:51.597573 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:47Z', 'revision_number': 3, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:51.617169 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] For port 46dbf9ea-b6e2-4107-ae48-d700c15c8765, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=46dbf9ea-b6e2-4107-ae48-d700c15c8765,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:51.622037 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:51.667245 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:51.669477 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Updating router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:13:51.673227 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-eb916386-40fd-44df-929c-45b1d425ce1a None None] Current status of the port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:51.674148 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb916386-40fd-44df-929c-45b1d425ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.717147 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:51.734309 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.778083 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Router ec372893-84f4-44af-b519-fd0b35a1fab8 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:13:51.793182 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e88161e-9930-4125-8080-b1855562e8e9', 'name': 'tempest-DeleteServersTestJSON-994936719-router', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:43Z', 'updated_at': '2022-07-14T10:13:46Z', 'revision_number': 3, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'gw_port': {'id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e88161e-9930-4125-8080-b1855562e8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:44Z', 'updated_at': '2022-07-14T10:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:51.827119 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d43c108-9a37-421c-b1a9-da75e3ad0c6e None None] Network 71d0e822-864d-4ce6-a81f-385b20a87683 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:13:51.837140 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d033fd9-c80f-4454-9d80-3998f01cb424 None None] The sync data for ids ['8e88161e-9930-4125-8080-b1855562e8e9'] in dv-cinder-849800-1-iscsi is: [{'id': '8e88161e-9930-4125-8080-b1855562e8e9', 'name': 'tempest-DeleteServersTestJSON-994936719-router', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:43Z', 'updated_at': '2022-07-14T10:13:46Z', 'revision_number': 3, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'gw_port': {'id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e88161e-9930-4125-8080-b1855562e8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:44Z', 'updated_at': '2022-07-14T10:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:51.853617 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:51.867032 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:51.912024 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:51.926657 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Sync routers for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:51.943289 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:51.945633 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:52.009771 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.011021 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-140f85d0-fdff-4dd6-8bab-3b8062e08001 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7483089 Jul 14 10:13:52.014663 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 44920) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:52.021362 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-eb916386-40fd-44df-929c-45b1d425ce1a None None] For port 393f20c5-bd47-46e4-a532-914c8d2e7fa9, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=393f20c5-bd47-46e4-a532-914c8d2e7fa9,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:52.029395 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:52.029879 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.098312 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-21704eaf-8b6a-429d-85ef-6a34895d63dd admin admin] Publish callbacks [] for security_group (0de58902-6c86-4bff-8e0d-4a52df3f47e0), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.126594 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:13:52.146824 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb916386-40fd-44df-929c-45b1d425ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.155557 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:52.157714 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.db.api [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 10:13:52.159284 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG oslo_db.api [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:13:52.169387 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ebbff-3007-416c-a18f-c4fd06fa84c7 None None] Pushing event updated for resources: {'Port': ['ID=46dbf9ea-b6e2-4107-ae48-d700c15c8765,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:52.210535 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (50427823-6884-46b3-b63b-cad246cebbee), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.298075 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-21704eaf-8b6a-429d-85ef-6a34895d63dd admin admin] Publish callbacks [] for security_group (0de58902-6c86-4bff-8e0d-4a52df3f47e0), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.349057 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.382359 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb916386-40fd-44df-929c-45b1d425ce1a None None] Pushing event updated for resources: {'Port': ['ID=393f20c5-bd47-46e4-a532-914c8d2e7fa9,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:52.480642 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:52.574215 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Provisioning complete for port 50427823-6884-46b3-b63b-cad246cebbee triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:52.574621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (50427823-6884-46b3-b63b-cad246cebbee), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.620250 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks [] for router_gateway (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.633406 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:49Z', 'revision_number': 3, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:52.682446 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Checking router: ec372893-84f4-44af-b519-fd0b35a1fab8 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:52.682792 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Updating router ec372893-84f4-44af-b519-fd0b35a1fab8 port 08d5bc0d-47d3-4e97-8e14-b9235196be61 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:13:52.734920 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.738736 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Port 50427823-6884-46b3-b63b-cad246cebbee cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:13:52.762576 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Provisioning complete for port a0b84c76-de9e-4650-a38f-27cecd278404 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:52.763164 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.773844 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:52.854032 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Allocated IP 172.20.0.1 (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f/4f93cc99-11fb-4265-adab-8cfd65721f58/621cb7be-9d9e-412e-89db-15d4349dbd01) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:52.859647 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:52.923373 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cbe548e7-2803-46e2-87a6-ba7028a77f62 admin admin] Publish callbacks [] for security_group (2ca669a9-fe1c-4ecf-b279-be21eb30e1fe), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.933638 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Publish callbacks [] for port (50427823-6884-46b3-b63b-cad246cebbee), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.935831 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Current status of the port a0b84c76-de9e-4650-a38f-27cecd278404 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:52.936568 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.942497 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cbe548e7-2803-46e2-87a6-ba7028a77f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (2ca669a9-fe1c-4ecf-b279-be21eb30e1fe), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.979135 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (50427823-6884-46b3-b63b-cad246cebbee), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:52.980013 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (8e88161e-9930-4125-8080-b1855562e8e9), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.017666 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Publish callbacks [] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.021491 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:53.023886 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device a0b84c76-de9e-4650-a38f-27cecd278404 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:53.040150 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.062833 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-21704eaf-8b6a-429d-85ef-6a34895d63dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (0de58902-6c86-4bff-8e0d-4a52df3f47e0), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.065404 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-21704eaf-8b6a-429d-85ef-6a34895d63dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.085383 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-21704eaf-8b6a-429d-85ef-6a34895d63dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0de58902-6c86-4bff-8e0d-4a52df3f47e0 HTTP/1.1" status: 204 len: 168 time: 1.7724035 Jul 14 10:13:53.108964 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] For port a0b84c76-de9e-4650-a38f-27cecd278404, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=a0b84c76-de9e-4650-a38f-27cecd278404,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:53.149237 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-cbe548e7-2803-46e2-87a6-ba7028a77f62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a047dd397bbe42c487a4a2dce8cf6517&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4917798 Jul 14 10:13:53.149925 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44932) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:53.177483 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Attempting to bind port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:13:53.177915 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Attempting to bind port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:13:53.178190 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Attempting to bind port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:13:53.205450 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:13:53.208066 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:53.208514 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.209126 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:13:53.209598 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Bound port: 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:13:53.209777 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.213437 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.238843 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Provisioning complete for port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:53.238843 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.255535 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Pushing event updated for resources: {'Port': ['ID=50427823-6884-46b3-b63b-cad246cebbee,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:53.282413 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:53.283245 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe548e7-2803-46e2-87a6-ba7028a77f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca669a9-fe1c-4ecf-b279-be21eb30e1fe,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:53.322758 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.377139 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21704eaf-8b6a-429d-85ef-6a34895d63dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de58902-6c86-4bff-8e0d-4a52df3f47e0,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:53.392378 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Publish callbacks [] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.452858 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:53.601947 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:53.603399 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Publish callbacks [] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.614172 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a4ed4b-f868-4c08-9288-5a30c4b590eb None None] Network c86764b5-6320-470e-8466-fc72ac9ee1be requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:13:53.621916 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.657104 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.682377 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee76ddb-96ce-4658-9b60-f3804f8fcaae None None] Pushing event updated for resources: {'Port': ['ID=08d5bc0d-47d3-4e97-8e14-b9235196be61,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:53.682543 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Current status of the port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:53.703392 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Attempting to bind port 08d5bc0d-47d3-4e97-8e14-b9235196be61 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:13:53.703762 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Attempting to bind port 08d5bc0d-47d3-4e97-8e14-b9235196be61 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:13:53.704120 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Attempting to bind port 08d5bc0d-47d3-4e97-8e14-b9235196be61 on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:13:53.715570 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:13:53.715945 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:53.716402 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.716791 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:13:53.717382 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Bound port: 08d5bc0d-47d3-4e97-8e14-b9235196be61, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:13:53.717755 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.731170 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ec0eb-9bd0-4813-9b87-4193f697bca0 None None] Pushing event updated for resources: {'Port': ['ID=4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:53.775079 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] For port 08d5bc0d-47d3-4e97-8e14-b9235196be61, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:53.779132 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] For port 08d5bc0d-47d3-4e97-8e14-b9235196be61, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=08d5bc0d-47d3-4e97-8e14-b9235196be61,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:53.793321 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-08fb5027-38e0-48d9-ac71-f4b595056220 admin admin] Publish callbacks [] for security_group (2ca669a9-fe1c-4ecf-b279-be21eb30e1fe), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.793648 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d75e10-8ae1-4dfa-97bc-394611c97a08 None None] Pushing event updated for resources: {'Port': ['ID=a0b84c76-de9e-4650-a38f-27cecd278404,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:53.794189 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.799364 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:53.821756 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-08fb5027-38e0-48d9-ac71-f4b595056220 admin admin] Publish callbacks [] for security_group (2ca669a9-fe1c-4ecf-b279-be21eb30e1fe), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.821899 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:53.835938 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] For port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:53.843284 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-9d66f3eb-2348-4143-adec-f71a8974a25d None None] Provisioning complete for port a0b84c76-de9e-4650-a38f-27cecd278404 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:53.843667 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9d66f3eb-2348-4143-adec-f71a8974a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.872723 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Pushing event updated for resources: {'Port': ['ID=621cb7be-9d9e-412e-89db-15d4349dbd01,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:53.889034 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Network 2fa3ec6c-5616-438b-b8f9-070972840b0b is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:53.889769 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port a0b84c76-de9e-4650-a38f-27cecd278404 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:53.889935 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.891162 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:53.891289 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:53.893798 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.900073 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-08fb5027-38e0-48d9-ac71-f4b595056220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (2ca669a9-fe1c-4ecf-b279-be21eb30e1fe), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.907928 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-08fb5027-38e0-48d9-ac71-f4b595056220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.914829 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-08fb5027-38e0-48d9-ac71-f4b595056220 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ca669a9-fe1c-4ecf-b279-be21eb30e1fe HTTP/1.1" status: 204 len: 168 time: 0.6572497 Jul 14 10:13:53.922683 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee76ddb-96ce-4658-9b60-f3804f8fcaae None None] Pushing event updated for resources: {'Port': ['ID=08d5bc0d-47d3-4e97-8e14-b9235196be61,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:53.923482 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:53.933435 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:53.933746 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (0bb4a887-68b7-4a36-bed4-0b9b41864d36), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:53.940995 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb5027-38e0-48d9-ac71-f4b595056220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca669a9-fe1c-4ecf-b279-be21eb30e1fe,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:53.952003 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:53.952648 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:53.973533 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] For port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:54.128713 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:54.248085 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:13:54.440894 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Router 8e88161e-9930-4125-8080-b1855562e8e9 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:13:54.496126 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:54.497127 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:54.633970 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ec0eb-9bd0-4813-9b87-4193f697bca0 None None] Pushing event updated for resources: {'Port': ['ID=4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:54.651621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port a0b84c76-de9e-4650-a38f-27cecd278404 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:54.652857 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Allocated IP 172.20.0.1 (c86764b5-6320-470e-8466-fc72ac9ee1be/d613a2d0-21e3-4960-a29a-f41076a9208a/48fb0f79-2c80-4939-b2d6-63514c7890e7) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:54.657122 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-9d66f3eb-2348-4143-adec-f71a8974a25d None None] Current status of the port a0b84c76-de9e-4650-a38f-27cecd278404 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:54.692091 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-9d66f3eb-2348-4143-adec-f71a8974a25d None None] Provisioning complete for port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:54.692490 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9d66f3eb-2348-4143-adec-f71a8974a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:54.760515 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:49Z', 'revision_number': 3, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:54.863392 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:54.871236 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d9eaa-cb83-4dbb-aae3-be875cc5751a None None] The sync data for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi is: [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:49Z', 'revision_number': 3, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:54.957044 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:13:54.998899 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:13:55.042193 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Publish callbacks [] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:55.050365 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:55.081861 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:55.110035 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 8dd2883b-ac50-4c03-8655-bbce98c8b81e up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:55.130524 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:55.139826 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6700ce69-d5fc-4a31-b4df-9866dfab4856 admin admin] 10.222.0.61 "PUT /v2.0/routers/8e88161e-9930-4125-8080-b1855562e8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7497551 Jul 14 10:13:55.178968 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:55.218897 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Sync routers for ids ['8e88161e-9930-4125-8080-b1855562e8e9'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:55.222632 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:55.228442 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-9d66f3eb-2348-4143-adec-f71a8974a25d None None] Current status of the port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:55.228804 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9d66f3eb-2348-4143-adec-f71a8974a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:55.233599 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Sync routers for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:55.267049 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:55.267837 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:55.296118 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:55.300084 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6f8be50b-0fa1-421f-b506-b54a67bee805 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0038865 Jul 14 10:13:55.309990 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 44984) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:55.417064 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:55.423430 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Network c86764b5-6320-470e-8466-fc72ac9ee1be is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:55.442727 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Routers {'8e88161e-9930-4125-8080-b1855562e8e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:55.443380 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8e88161e-9930-4125-8080-b1855562e8e9'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:55.455426 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:55.461086 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:55.471615 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (ec372893-84f4-44af-b519-fd0b35a1fab8), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:55.489787 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=48fb0f79-2c80-4939-b2d6-63514c7890e7,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:55.522057 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:55.553460 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:55.594934 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:13:55.744356 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Set router 8e88161e-9930-4125-8080-b1855562e8e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:13:55.900555 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:55.916540 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:55.917191 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:55.921085 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 8dd2883b-ac50-4c03-8655-bbce98c8b81e triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:55.928765 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:55.948958 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Publish callbacks [] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:55.951038 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:55.989966 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:55.993209 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (0bb4a887-68b7-4a36-bed4-0b9b41864d36), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:56.035189 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:56.038556 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-9d66f3eb-2348-4143-adec-f71a8974a25d None None] For port 46dbf9ea-b6e2-4107-ae48-d700c15c8765, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=46dbf9ea-b6e2-4107-ae48-d700c15c8765,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:56.058633 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:51Z', 'revision_number': 3, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:56.123216 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Checking router: 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:56.126652 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Updating router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 port 0e3c2883-cc2f-4087-95a4-0edb4def39f6 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:13:56.138764 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9d66f3eb-2348-4143-adec-f71a8974a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:56.180201 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45014) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:56.189436 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:56.221699 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:56.303476 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:56.360549 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:47Z', 'revision_number': 3, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:56.401115 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a88f44-7c75-4ee0-bd1b-219c7d2c366f None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:47Z', 'revision_number': 3, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:56.422491 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Publish callbacks [] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:56.454668 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:56.457274 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:56.466392 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Provisioning complete for port 50427823-6884-46b3-b63b-cad246cebbee triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:56.466777 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (50427823-6884-46b3-b63b-cad246cebbee), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:56.473155 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:56.474001 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (ec372893-84f4-44af-b519-fd0b35a1fab8), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:56.629114 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Port 50427823-6884-46b3-b63b-cad246cebbee cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:13:56.738247 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45042) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:56.748857 dv-cinder-849800-1-iscsi neutron-server[104066]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 10:13:56.776891 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66f3eb-2348-4143-adec-f71a8974a25d None None] Pushing event updated for resources: {'Port': ['ID=46dbf9ea-b6e2-4107-ae48-d700c15c8765,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:56.817251 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Provisioning complete for port 48fb0f79-2c80-4939-b2d6-63514c7890e7 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:56.817628 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:56.880887 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:56.904813 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-593467836-network', 'tenant_id': '6e6e705e22c54aeeb45c8889952bcb2a'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:56.954985 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Allocated IP 172.20.0.1 (71d0e822-864d-4ce6-a81f-385b20a87683/071f2e91-7cf1-4a54-8cdc-0b9d733ac146/bdbc4e85-6358-45c0-a088-7f300dcb87f3) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:56.987143 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Pushing event updated for resources: {'Port': ['ID=621cb7be-9d9e-412e-89db-15d4349dbd01,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:57.015076 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Publish callbacks [] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.037536 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 8dd2883b-ac50-4c03-8655-bbce98c8b81e is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:57.038628 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.041470 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.105944 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Port 48fb0f79-2c80-4939-b2d6-63514c7890e7 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:13:57.122194 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Network c86764b5-6320-470e-8466-fc72ac9ee1be is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:57.129287 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff15c4-2475-440f-a89a-5a1eb11b7e10 None None] Pushing event updated for resources: {'Port': ['ID=0e3c2883-cc2f-4087-95a4-0edb4def39f6,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:57.132752 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Provisioning complete for port 621cb7be-9d9e-412e-89db-15d4349dbd01 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:57.133405 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.158498 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:57.164466 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Attempting to bind port 0e3c2883-cc2f-4087-95a4-0edb4def39f6 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:13:57.164894 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Attempting to bind port 0e3c2883-cc2f-4087-95a4-0edb4def39f6 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:13:57.165281 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Attempting to bind port 0e3c2883-cc2f-4087-95a4-0edb4def39f6 on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:13:57.171326 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:13:57.171698 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:13:57.172112 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.172513 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:13:57.173159 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Bound port: 0e3c2883-cc2f-4087-95a4-0edb4def39f6, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:13:57.174349 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.207738 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Made reservation on behalf of 6e6e705e22c54aeeb45c8889952bcb2a for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:57.216871 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 8dd2883b-ac50-4c03-8655-bbce98c8b81e, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=8dd2883b-ac50-4c03-8655-bbce98c8b81e,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:57.220848 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.255877 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.256749 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device a0b84c76-de9e-4650-a38f-27cecd278404 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:57.262046 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.313505 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] For port 0e3c2883-cc2f-4087-95a4-0edb4def39f6, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:57.319098 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4267-47b6-4113-be6f-5c30d117df69 req-f232359c-7e84-43ff-bcc9-f2c94afbcba4 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:13:57.322234 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] For port 0e3c2883-cc2f-4087-95a4-0edb4def39f6, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=0e3c2883-cc2f-4087-95a4-0edb4def39f6,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:57.332817 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-f232359c-7e84-43ff-bcc9-f2c94afbcba4 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/networks?id=2fa3ec6c-5616-438b-b8f9-070972840b0b HTTP/1.1" status: 200 len: 811 time: 0.5914755 Jul 14 10:13:57.340984 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.416226 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-6edbbe2f-3372-423f-b785-37fbf303fec4 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/quotas/7a5b4dfcb90d421192be6dbc102ca1bb HTTP/1.1" status: 200 len: 375 time: 0.0796726 Jul 14 10:13:57.417682 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=48fb0f79-2c80-4939-b2d6-63514c7890e7,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:57.442914 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:57.444496 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e88161e-9930-4125-8080-b1855562e8e9', 'name': 'tempest-DeleteServersTestJSON-994936719-router', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:43Z', 'updated_at': '2022-07-14T10:13:51Z', 'revision_number': 4, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'gw_port': {'id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e88161e-9930-4125-8080-b1855562e8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:44Z', 'updated_at': '2022-07-14T10:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '50427823-6884-46b3-b63b-cad246cebbee', 'name': '', 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'mac_address': 'fa:16:3e:19:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e88161e-9930-4125-8080-b1855562e8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd976eab7-c249-48c7-8c17-d02f6da8beec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:49Z', 'updated_at': '2022-07-14T10:13:52Z', 'revision_number': 2, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'subnets': [{'id': 'd976eab7-c249-48c7-8c17-d02f6da8beec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:57.453761 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:13:57.485542 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff15c4-2475-440f-a89a-5a1eb11b7e10 None None] Pushing event updated for resources: {'Port': ['ID=0e3c2883-cc2f-4087-95a4-0edb4def39f6,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:57.526843 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:57.530323 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:57.759753 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-b0d71f3c-c4fc-477f-8292-030ec690b6f4 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a5b4dfcb90d421192be6dbc102ca1bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3424392 Jul 14 10:13:57.776674 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Publish callbacks [] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.841465 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:57.893203 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=8dd2883b-ac50-4c03-8655-bbce98c8b81e,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:57.927944 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:57.930149 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:13:57.941244 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:57.949564 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Router ec372893-84f4-44af-b519-fd0b35a1fab8 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:13:57.951120 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Pushing event updated for resources: {'Port': ['ID=bdbc4e85-6358-45c0-a088-7f300dcb87f3,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:58.009357 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Port 621cb7be-9d9e-412e-89db-15d4349dbd01 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:13:58.013204 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Network 71d0e822-864d-4ce6-a81f-385b20a87683 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:58.016181 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:58.019279 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Provisioning complete for port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:58.019933 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.020162 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:13:58.022484 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.022982 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Checking router: 8e88161e-9930-4125-8080-b1855562e8e9 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:58.023717 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Updating router 8e88161e-9930-4125-8080-b1855562e8e9 port 50427823-6884-46b3-b63b-cad246cebbee binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:13:58.083174 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (50427823-6884-46b3-b63b-cad246cebbee), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.134777 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-44e1b021-a80b-4a3a-b9d7-7caa7a83e9f8 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:13:58.140441 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Publish callbacks [] for security_group (7b6d69f2-ce74-4ee6-ba47-2aab25eda44c), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.145893 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-44e1b021-a80b-4a3a-b9d7-7caa7a83e9f8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1998489 Jul 14 10:13:58.165567 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:58.262629 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port a0b84c76-de9e-4650-a38f-27cecd278404 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:58.263014 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.271385 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:58.288906 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-58cb749b-8e64-4bd5-ab60-9a1151d766a3 admin admin] 10.222.0.61 "PUT /v2.0/routers/0bb4a887-68b7-4a36-bed4-0b9b41864d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7758033 Jul 14 10:13:58.291315 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7b6d69f2-ce74-4ee6-ba47-2aab25eda44c), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.435924 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:13:58.477149 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:58.504171 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6d69f2-ce74-4ee6-ba47-2aab25eda44c,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:58.544999 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (a4c022d3-5656-450e-8fc7-024d334aa886), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.547779 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Added segment a4c022d3-5656-450e-8fc7-024d334aa886 of type vlan for network 5edc07ff-89fa-4806-b172-1449d7ea82d5 Jul 14 10:13:58.559352 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-cfc1558f-5a17-48d9-b9eb-b12422090f5d service neutron] 10.222.0.61 "GET /v2.0/networks/2fa3ec6c-5616-438b-b8f9-070972840b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125831 Jul 14 10:13:58.600621 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:51Z', 'revision_number': 3, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:58.628442 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f940b-f788-497a-acc9-2ba93e3dcfb3 None None] The sync data for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi is: [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:51Z', 'revision_number': 3, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:58.720473 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:58.733484 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (5edc07ff-89fa-4806-b172-1449d7ea82d5), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.752250 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Sync routers for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:58.774617 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-fc6e96cd-7b78-4315-ad06-ad9dfb48d1d5 admin admin] 10.222.0.61 "PUT /v2.0/routers/ec372893-84f4-44af-b519-fd0b35a1fab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7558453 Jul 14 10:13:58.838797 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:58.872108 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.899259 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (5edc07ff-89fa-4806-b172-1449d7ea82d5), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.901236 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:13:58.902015 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:58.908394 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:59.014428 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5892594 Jul 14 10:13:59.022295 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45156) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:59.078692 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Publish callbacks [] for port (50427823-6884-46b3-b63b-cad246cebbee), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:59.086078 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:13:59.102621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-979391e1-1c91-4739-a044-0c290b2898de None None] Current status of the port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:59.110033 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (50427823-6884-46b3-b63b-cad246cebbee), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:59.150098 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:59.151157 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:59.186103 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Request body: {'subnet': {'network_id': '5edc07ff-89fa-4806-b172-1449d7ea82d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-593467836-subnet', 'tenant_id': '6e6e705e22c54aeeb45c8889952bcb2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:59.253434 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45172) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:59.259582 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-d957db06-9fca-4399-969f-96b96f516936 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761798617', 'description': 'tempest-description--1237382374'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:13:59.278152 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Made reservation on behalf of 6e6e705e22c54aeeb45c8889952bcb2a for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:59.287451 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:59.445614 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-dc867c2c-f47d-4bb7-9830-f3e545a26690 service neutron] 10.222.0.61 "GET /v2.0/networks/2fa3ec6c-5616-438b-b8f9-070972840b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8701441 Jul 14 10:13:59.639651 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-14dfed39-cf78-4bdc-813a-7836e492f4fb None None] Provisioning complete for port 48fb0f79-2c80-4939-b2d6-63514c7890e7 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:13:59.640533 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-14dfed39-cf78-4bdc-813a-7836e492f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:13:59.646535 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45206) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:13:59.725120 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bb4a7-1e75-4d12-92a7-8da1e6d39a06 None None] Pushing event updated for resources: {'Port': ['ID=50427823-6884-46b3-b63b-cad246cebbee,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:59.781753 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port a0b84c76-de9e-4650-a38f-27cecd278404 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:13:59.785049 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 393f20c5-bd47-46e4-a532-914c8d2e7fa9 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:59.863788 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:59.895781 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:13:59.898026 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:59.908208 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-14dfed39-cf78-4bdc-813a-7836e492f4fb None None] Port 48fb0f79-2c80-4939-b2d6-63514c7890e7 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:00.009974 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9766c2b-2f7b-4508-b07f-5d255d2b0464 admin admin] Pushing event updated for resources: {'Network': ['ID=5edc07ff-89fa-4806-b172-1449d7ea82d5,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:00.029739 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d957db06-9fca-4399-969f-96b96f516936 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.045312 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:00.062860 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 5edc07ff-89fa-4806-b172-1449d7ea82d5 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:14:00.108741 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (655c54d0-eb1d-4fc9-afc1-05ae094253be), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.128698 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Publish callbacks [] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.133316 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6c74625c-b6b0-4343-ab4b-2776ecef0508 req-9aeb8a6d-e709-445a-b225-83597da3a567 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 210 time: 0.1393704 Jul 14 10:14:00.153424 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435620da-9b7a-4068-b895-8017babdfea5 req-c3c0b2ca-a666-4875-8de3-2bd7bd8c2080 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:00.176363 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-c3c0b2ca-a666-4875-8de3-2bd7bd8c2080 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 819 time: 0.5223110 Jul 14 10:14:00.200214 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=655c54d0-eb1d-4fc9-afc1-05ae094253be,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:00.208539 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.212385 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.212764 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:00.290062 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d957db06-9fca-4399-969f-96b96f516936 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (60883ff3-5913-475b-91c2-32b0b31dae04), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.294520 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-14dfed39-cf78-4bdc-813a-7836e492f4fb None None] Provisioning complete for port 621cb7be-9d9e-412e-89db-15d4349dbd01 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:00.295380 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-14dfed39-cf78-4bdc-813a-7836e492f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.300078 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d957db06-9fca-4399-969f-96b96f516936 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (60883ff3-5913-475b-91c2-32b0b31dae04), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.317593 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:00.319917 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Attempting to bind port 50427823-6884-46b3-b63b-cad246cebbee on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:00.320330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Attempting to bind port 50427823-6884-46b3-b63b-cad246cebbee by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:00.320693 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Attempting to bind port 50427823-6884-46b3-b63b-cad246cebbee on network 2fa3ec6c-5616-438b-b8f9-070972840b0b {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:00.338186 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d957db06-9fca-4399-969f-96b96f516936 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.344142 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d957db06-9fca-4399-969f-96b96f516936 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0893202 Jul 14 10:14:00.345191 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45252) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:00.353284 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:00.353707 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Checking segment: {'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:00.354110 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.354591 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Bound using segment: {'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:00.355711 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Bound port: 50427823-6884-46b3-b63b-cad246cebbee, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:00.356169 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (50427823-6884-46b3-b63b-cad246cebbee), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.358720 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-e3a9885b-f28d-44c5-915e-2a4170643439 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group_rule': {'security_group_id': '60883ff3-5913-475b-91c2-32b0b31dae04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:00.370582 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-c0e1c0ba-c707-46ec-ae02-ec3e56fb265f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/quotas/76e4caaf5b9e49678bc6427b71560f19 HTTP/1.1" status: 200 len: 375 time: 0.1881881 Jul 14 10:14:00.441880 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e3a9885b-f28d-44c5-915e-2a4170643439 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (9ba9efee-b82e-4524-a604-074f8fca607f), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.451538 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957db06-9fca-4399-969f-96b96f516936 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60883ff3-5913-475b-91c2-32b0b31dae04,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:00.481214 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Checking segment: {'id': 'a4c022d3-5656-450e-8fc7-024d334aa886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5edc07ff-89fa-4806-b172-1449d7ea82d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:00.481886 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Network hostable DHCP agents. Network: 5edc07ff-89fa-4806-b172-1449d7ea82d5, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:14:00.509364 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-6f848fd5-2f47-419b-a35e-5c4eb894122a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1377435 Jul 14 10:14:00.514747 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:00.526793 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.544048 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Network 5edc07ff-89fa-4806-b172-1449d7ea82d5 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:14:00.576369 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 2, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:00.583848 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 5edc07ff-89fa-4806-b172-1449d7ea82d5) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:00.590121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:00.590952 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.597201 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e3a9885b-f28d-44c5-915e-2a4170643439 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (9ba9efee-b82e-4524-a604-074f8fca607f), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.611102 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e3a9885b-f28d-44c5-915e-2a4170643439 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (9ba9efee-b82e-4524-a604-074f8fca607f), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.636525 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:00.642487 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9885b-f28d-44c5-915e-2a4170643439 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba9efee-b82e-4524-a604-074f8fca607f,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:00.656345 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-a26738b5-65fc-4614-8360-38c3c888fb53 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6306238 Jul 14 10:14:00.676376 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:00.677249 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Updating router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 port 621cb7be-9d9e-412e-89db-15d4349dbd01 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:00.677796 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e3a9885b-f28d-44c5-915e-2a4170643439 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.682952 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e3a9885b-f28d-44c5-915e-2a4170643439 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3294234 Jul 14 10:14:00.684206 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45272) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:00.689864 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-4055579c-8430-4969-b952-dfebc3699788 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group_rule': {'security_group_id': '60883ff3-5913-475b-91c2-32b0b31dae04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:00.699472 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Pushing event updated for resources: {'Port': ['ID=bdbc4e85-6358-45c0-a088-7f300dcb87f3,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:00.728619 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-5ab6d122-c85c-4ea0-a9ba-3ba67b70d089 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:14:00.743046 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4055579c-8430-4969-b952-dfebc3699788 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (1cffefff-0a55-496a-bffc-26749c64899b), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.744090 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-5ab6d122-c85c-4ea0-a9ba-3ba67b70d089 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1556821 Jul 14 10:14:00.800814 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.842011 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:00.855423 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47756f60-a7df-4b77-9e90-43d41b8b6cbe None None] Network 5edc07ff-89fa-4806-b172-1449d7ea82d5 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:14:00.884715 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Network 71d0e822-864d-4ce6-a81f-385b20a87683 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:00.890017 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:00.946088 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4055579c-8430-4969-b952-dfebc3699788 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (1cffefff-0a55-496a-bffc-26749c64899b), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:00.962713 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4055579c-8430-4969-b952-dfebc3699788 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (1cffefff-0a55-496a-bffc-26749c64899b), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:01.037362 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:01.044102 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055579c-8430-4969-b952-dfebc3699788 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cffefff-0a55-496a-bffc-26749c64899b,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:01.047547 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-78dfa7ac-c2d6-4fde-8e79-05e91b28a1e1 service neutron] 10.222.0.61 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000314 Jul 14 10:14:01.086453 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4055579c-8430-4969-b952-dfebc3699788 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:01.086574 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:01.086680 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-4055579c-8430-4969-b952-dfebc3699788 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953967 Jul 14 10:14:01.086915 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45296) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:01.087007 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-14dfed39-cf78-4bdc-813a-7836e492f4fb None None] Port 621cb7be-9d9e-412e-89db-15d4349dbd01 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:01.104387 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:01.122764 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:01.359797 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] For port 50427823-6884-46b3-b63b-cad246cebbee, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:01.448342 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45324) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:01.458586 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Publish callbacks [] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:01.483526 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:01.492852 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:01.499194 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-14dfed39-cf78-4bdc-813a-7836e492f4fb None None] Provisioning complete for port bdbc4e85-6358-45c0-a088-7f300dcb87f3 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:01.499568 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-14dfed39-cf78-4bdc-813a-7836e492f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:01.604107 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:01.645626 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43d082-9db7-4470-8593-4b72173f407e None None] Pushing event updated for resources: {'Port': ['ID=621cb7be-9d9e-412e-89db-15d4349dbd01,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:01.722787 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Attempting to bind port 621cb7be-9d9e-412e-89db-15d4349dbd01 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:01.724840 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Attempting to bind port 621cb7be-9d9e-412e-89db-15d4349dbd01 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:01.725791 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Attempting to bind port 621cb7be-9d9e-412e-89db-15d4349dbd01 on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:01.740224 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:01.744738 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Checking segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:01.747896 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:01.748875 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Bound using segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:01.749980 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Bound port: 621cb7be-9d9e-412e-89db-15d4349dbd01, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:01.750557 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:01.824346 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] For port 50427823-6884-46b3-b63b-cad246cebbee, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=50427823-6884-46b3-b63b-cad246cebbee,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:01.902822 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (50427823-6884-46b3-b63b-cad246cebbee), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:01.948779 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] For port 621cb7be-9d9e-412e-89db-15d4349dbd01, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:01.955613 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] For port 621cb7be-9d9e-412e-89db-15d4349dbd01, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=621cb7be-9d9e-412e-89db-15d4349dbd01,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:01.964338 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1504e459-30a0-4e17-8fac-f22c7be764e0 req-3c621b6d-ca08-418f-b0cf-3778dd572d30 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 210 time: 0.5715654 Jul 14 10:14:01.966342 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:01.989358 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:02.035799 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:14:02.044773 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:02.045715 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:02.046700 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45350) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:02.068876 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bb4a7-1e75-4d12-92a7-8da1e6d39a06 None None] Pushing event updated for resources: {'Port': ['ID=50427823-6884-46b3-b63b-cad246cebbee,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:02.098336 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8928aa17-abab-4331-abe8-2249817d7474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:02.114323 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0e636c0e-3386-450c-aaa4-82e793fa27f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:02.143740 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-14dfed39-cf78-4bdc-813a-7836e492f4fb None None] Port bdbc4e85-6358-45c0-a088-7f300dcb87f3 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:02.172011 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:02.180472 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 46dbf9ea-b6e2-4107-ae48-d700c15c8765 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:02.253091 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-6494df57-c273-45c2-82a5-ce44461fcced service neutron] 10.222.0.61 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2028432 Jul 14 10:14:02.346267 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Provisioning complete for port 50427823-6884-46b3-b63b-cad246cebbee triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:02.349906 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (50427823-6884-46b3-b63b-cad246cebbee), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:02.355464 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Routers {'8e88161e-9930-4125-8080-b1855562e8e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:02.360876 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8e88161e-9930-4125-8080-b1855562e8e9'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:02.439854 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:02.467897 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8928aa17-abab-4331-abe8-2249817d7474 admin admin] Publish callbacks [] for security_group (0074a4b6-6500-44b4-92e0-ab15efe1dba2), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:02.483251 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8928aa17-abab-4331-abe8-2249817d7474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (0074a4b6-6500-44b4-92e0-ab15efe1dba2), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:02.547936 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Allocated IP 172.27.0.73 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/5913744c-19e3-495d-9823-05870e711b20) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:02.575054 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43d082-9db7-4470-8593-4b72173f407e None None] Pushing event updated for resources: {'Port': ['ID=621cb7be-9d9e-412e-89db-15d4349dbd01,revision_number=4']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:02.620296 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8928aa17-abab-4331-abe8-2249817d7474 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b22f3f4500c24fe9ac26316c2f6b99ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1696491 Jul 14 10:14:02.623775 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45372) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:02.719659 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45378) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:02.776047 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45384) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:02.776787 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928aa17-abab-4331-abe8-2249817d7474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0074a4b6-6500-44b4-92e0-ab15efe1dba2,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:02.835548 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-634973655-network', 'tenant_id': '74bbee80b5564c1c86b56d07526537ae'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:02.868182 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:02.902780 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:01Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:02.908521 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f48c503d-0d6f-4bbe-870b-26736551bc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:02.954623 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5da012-2b16-401a-b3ce-960299906f46 None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:01Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:02.982251 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (5913744c-19e3-495d-9823-05870e711b20), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:02.985328 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Made reservation on behalf of 74bbee80b5564c1c86b56d07526537ae for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:03.002497 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.004596 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714906e-a2cd-4a38-b14e-e13de8c3f8f7 None None] Network 5edc07ff-89fa-4806-b172-1449d7ea82d5 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:14:03.111446 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.149437 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-340f8495-3f70-405a-9a99-826dd3b1420e admin admin] Publish callbacks [] for security_group (0074a4b6-6500-44b4-92e0-ab15efe1dba2), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.208982 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fcb3a600-db50-4022-944b-575b7f4eb31e req-7ede50ab-eea0-4563-9f03-8dc54cf9c9e2 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 210 time: 0.4995768 Jul 14 10:14:03.210586 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (5913744c-19e3-495d-9823-05870e711b20), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.296559 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-340f8495-3f70-405a-9a99-826dd3b1420e admin admin] Publish callbacks [] for security_group (0074a4b6-6500-44b4-92e0-ab15efe1dba2), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.329723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] Set router 8e88161e-9930-4125-8080-b1855562e8e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:03.385845 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f48c503d-0d6f-4bbe-870b-26736551bc3b admin admin] Publish callbacks [] for security_group (ee77c6ba-5a04-455b-b44a-cd9d152f22d3), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.390978 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-422a21ba-2a9b-420d-b992-1810228d8245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.404788 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:03.423111 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f48c503d-0d6f-4bbe-870b-26736551bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ee77c6ba-5a04-455b-b44a-cd9d152f22d3), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.441202 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:03.462208 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:03.462610 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.486031 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=5913744c-19e3-495d-9823-05870e711b20,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:03.508528 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:03.542750 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8f5bec34-854f-4a2b-8ba5-0ca76b42336c req-9c0f6e28-c1b5-4606-a794-56fc800232b3 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 210 time: 0.1257625 Jul 14 10:14:03.552647 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:03.558599 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-f48c503d-0d6f-4bbe-870b-26736551bc3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ea23db89af74a5e8577533cf5c00bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5084424 Jul 14 10:14:03.559691 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:03.561230 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45416) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:03.577088 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a92b1120-9b9f-42d3-b16b-ef8525640ffd admin admin] 10.222.0.61 "PUT /v2.0/routers/0e39db76-52bf-4f51-a632-ef8ceabfb5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2626908 Jul 14 10:14:03.610117 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:03.622526 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:13:56Z', 'revision_number': 2, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:03.624498 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:03.643359 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:03.650121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-340f8495-3f70-405a-9a99-826dd3b1420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (0074a4b6-6500-44b4-92e0-ab15efe1dba2), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.652936 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-340f8495-3f70-405a-9a99-826dd3b1420e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.662154 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Sync routers for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:03.676027 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-340f8495-3f70-405a-9a99-826dd3b1420e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0074a4b6-6500-44b4-92e0-ab15efe1dba2 HTTP/1.1" status: 204 len: 168 time: 1.0511961 Jul 14 10:14:03.717320 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c503d-0d6f-4bbe-870b-26736551bc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee77c6ba-5a04-455b-b44a-cd9d152f22d3,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:03.818812 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Publish callbacks [] for security_group (fb1fa70e-e20f-4969-aeab-904a544fc9b9), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.819624 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.58', 49502) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:03.865567 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:03.870360 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Checking router: ec372893-84f4-44af-b519-fd0b35a1fab8 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:03.871777 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Updating router ec372893-84f4-44af-b519-fd0b35a1fab8 port 48fb0f79-2c80-4939-b2d6-63514c7890e7 binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:03.876607 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f8495-3f70-405a-9a99-826dd3b1420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0074a4b6-6500-44b4-92e0-ab15efe1dba2,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:03.907591 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:03.918254 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (fb1fa70e-e20f-4969-aeab-904a544fc9b9), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.979543 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:14:03.998604 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (47185b9e-7a13-4975-8acf-8255650ad184), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:03.998950 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Added segment 47185b9e-7a13-4975-8acf-8255650ad184 of type vlan for network 9985024d-d264-4bef-bfc1-003d1b6443e3 Jul 14 10:14:04.053571 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (9985024d-d264-4bef-bfc1-003d1b6443e3), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.060655 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:04.062407 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:13:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:04.066255 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-99ad13d7-1929-4781-ae7c-4522d80c2563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.161184 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Current status of the port 50427823-6884-46b3-b63b-cad246cebbee is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:04.169866 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (50427823-6884-46b3-b63b-cad246cebbee), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.178315 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1fa70e-e20f-4969-aeab-904a544fc9b9,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:04.224656 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (9985024d-d264-4bef-bfc1-003d1b6443e3), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.226031 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:04.226687 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.262337 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-422a21ba-2a9b-420d-b992-1810228d8245 admin admin] Publish callbacks [] for security_group (176428fa-d5eb-4cd8-ab57-68f569213121), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.333046 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.407931 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] Pushing event updated for resources: {'Network': ['ID=9985024d-d264-4bef-bfc1-003d1b6443e3,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:04.434351 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-422a21ba-2a9b-420d-b992-1810228d8245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (176428fa-d5eb-4cd8-ab57-68f569213121), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.438618 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45450) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:04.485039 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 9985024d-d264-4bef-bfc1-003d1b6443e3 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:14:04.529527 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a21ba-2a9b-420d-b992-1810228d8245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176428fa-d5eb-4cd8-ab57-68f569213121,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:04.534268 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:04.576102 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-bf192aac-7084-43a3-b166-22f029830f39 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7615511 Jul 14 10:14:04.584230 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (1ba947da-5846-49d2-977e-74e788d52a9a), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.587874 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45454) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:04.604770 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Request body: {'subnet': {'network_id': '9985024d-d264-4bef-bfc1-003d1b6443e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-634973655-subnet', 'tenant_id': '74bbee80b5564c1c86b56d07526537ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:04.624781 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-422a21ba-2a9b-420d-b992-1810228d8245 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38008d54e5554fb78cc9ced7e6aa2967&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8936281 Jul 14 10:14:04.635563 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c5a2b33f-43ed-49c5-b536-4d3851285fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.644895 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45458) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:04.645241 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45460) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:04.704011 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-fde80b97-bf3c-472b-8403-1569cff0babd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400721544', 'description': 'tempest-description--1506890683'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:04.775412 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-78d18635-2d56-4996-835d-97d49d7ccfd9 admin admin] Publish callbacks [] for security_group (ee77c6ba-5a04-455b-b44a-cd9d152f22d3), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.831135 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:04.837793 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Made reservation on behalf of 74bbee80b5564c1c86b56d07526537ae for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:04.838821 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3767a41a-7b6e-4f43-8efc-08ed4ab6bfde req-f216d30b-b051-4d55-b423-01f1fbb2266e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 210 time: 0.0873382 Jul 14 10:14:04.839122 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] For port 50427823-6884-46b3-b63b-cad246cebbee, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=50427823-6884-46b3-b63b-cad246cebbee,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:04.842927 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.850337 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (5913744c-19e3-495d-9823-05870e711b20), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.858397 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-67570054-6701-4e83-9a29-ed936587de12 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:04.859963 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-67570054-6701-4e83-9a29-ed936587de12 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 819 time: 1.1510048 Jul 14 10:14:04.876289 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4267-47b6-4113-be6f-5c30d117df69 req-b1ebb6ec-5c87-4b88-b24e-4c8bd8f2af79 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:04.877939 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-b1ebb6ec-5c87-4b88-b24e-4c8bd8f2af79 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.58 "GET /v2.0/networks?id=2fa3ec6c-5616-438b-b8f9-070972840b0b HTTP/1.1" status: 200 len: 811 time: 1.0569193 Jul 14 10:14:04.897347 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e4d3c13f-97fd-40e5-87d1-4697701ff3de admin admin] Publish callbacks [] for security_group (176428fa-d5eb-4cd8-ab57-68f569213121), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.907597 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-78d18635-2d56-4996-835d-97d49d7ccfd9 admin admin] Publish callbacks [] for security_group (ee77c6ba-5a04-455b-b44a-cd9d152f22d3), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.911182 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fde80b97-bf3c-472b-8403-1569cff0babd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.915287 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (50427823-6884-46b3-b63b-cad246cebbee), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:04.918084 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:04.934976 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:04.935930 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-6b949468-aace-455a-9694-84bf9f8ee38f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/quotas/76e4caaf5b9e49678bc6427b71560f19 HTTP/1.1" status: 200 len: 375 time: 0.0668907 Jul 14 10:14:05.074845 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-4480cda8-9f92-48bd-818c-00da19ddceeb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167691 Jul 14 10:14:05.186900 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Publish callbacks [] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.188080 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-78d18635-2d56-4996-835d-97d49d7ccfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ee77c6ba-5a04-455b-b44a-cd9d152f22d3), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.190926 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-78d18635-2d56-4996-835d-97d49d7ccfd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.192271 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-78d18635-2d56-4996-835d-97d49d7ccfd9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee77c6ba-5a04-455b-b44a-cd9d152f22d3 HTTP/1.1" status: 204 len: 168 time: 1.6298101 Jul 14 10:14:05.275517 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:05.278025 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.301029 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c5a2b33f-43ed-49c5-b536-4d3851285fac admin admin] Publish callbacks [] for security_group (4e58e766-d77b-459e-8bd9-49ce9a5b93b0), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.318271 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.58', 49511) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:05.350041 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Provisioning complete for port 621cb7be-9d9e-412e-89db-15d4349dbd01 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:05.351177 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.372313 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c5a2b33f-43ed-49c5-b536-4d3851285fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (4e58e766-d77b-459e-8bd9-49ce9a5b93b0), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.393360 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d18635-2d56-4996-835d-97d49d7ccfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee77c6ba-5a04-455b-b44a-cd9d152f22d3,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:05.420960 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (ad19f90e-bced-4f31-ab41-606cfca6718f), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.442786 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Request body: {'port': {'device_id': 'fafa60f3-c1a7-4417-86cc-18991a61e82f', 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b', 'admin_state_up': True, 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:05.570105 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 621cb7be-9d9e-412e-89db-15d4349dbd01 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:05.616632 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad19f90e-bced-4f31-ab41-606cfca6718f,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:05.644028 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:05.699186 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e4d3c13f-97fd-40e5-87d1-4697701ff3de admin admin] Publish callbacks [] for security_group (176428fa-d5eb-4cd8-ab57-68f569213121), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.816996 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-25292ecb-5820-48fe-a4db-c1d232a43ed1 service neutron] 10.222.0.61 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7194109 Jul 14 10:14:05.819786 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2b33f-43ed-49c5-b536-4d3851285fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e58e766-d77b-459e-8bd9-49ce9a5b93b0,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:05.820069 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Checking segment: {'id': '47185b9e-7a13-4975-8acf-8255650ad184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9985024d-d264-4bef-bfc1-003d1b6443e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:05.821279 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Network hostable DHCP agents. Network: 9985024d-d264-4bef-bfc1-003d1b6443e3, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:14:05.846293 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-c5a2b33f-43ed-49c5-b536-4d3851285fac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c3a985fa4bc49d89eb36e39eaa88b69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3442693 Jul 14 10:14:05.846919 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45484) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:05.874788 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (5913744c-19e3-495d-9823-05870e711b20), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.876912 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.881881 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Attempting to bind port 48fb0f79-2c80-4939-b2d6-63514c7890e7 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:05.883214 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Attempting to bind port 48fb0f79-2c80-4939-b2d6-63514c7890e7 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:05.884402 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Attempting to bind port 48fb0f79-2c80-4939-b2d6-63514c7890e7 on network c86764b5-6320-470e-8466-fc72ac9ee1be {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:05.914931 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:05.920399 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e88161e-9930-4125-8080-b1855562e8e9', 'name': 'tempest-DeleteServersTestJSON-994936719-router', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:43Z', 'updated_at': '2022-07-14T10:13:51Z', 'revision_number': 4, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'gw_port': {'id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e88161e-9930-4125-8080-b1855562e8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:44Z', 'updated_at': '2022-07-14T10:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '50427823-6884-46b3-b63b-cad246cebbee', 'name': '', 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'mac_address': 'fa:16:3e:19:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e88161e-9930-4125-8080-b1855562e8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd976eab7-c249-48c7-8c17-d02f6da8beec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:49Z', 'updated_at': '2022-07-14T10:14:01Z', 'revision_number': 4, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'subnets': [{'id': 'd976eab7-c249-48c7-8c17-d02f6da8beec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:05.982099 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (5913744c-19e3-495d-9823-05870e711b20), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:05.990838 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45488) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:05.994899 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Network 9985024d-d264-4bef-bfc1-003d1b6443e3 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:14:06.091354 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 9985024d-d264-4bef-bfc1-003d1b6443e3) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:06.109603 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a6ab377e-8363-4be6-a02e-8bce5d8d063b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.120688 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-aeef371f-a9ca-4021-a6a5-3b11d2f78002 req-2888b862-8529-44ec-b35d-5a143982285c tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 210 time: 0.1282127 Jul 14 10:14:06.194777 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:06.195474 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.240455 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:06.243232 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fde80b97-bf3c-472b-8403-1569cff0babd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (572db2ee-1e73-44cf-891a-42e8a92d3049), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.256258 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e4d3c13f-97fd-40e5-87d1-4697701ff3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (176428fa-d5eb-4cd8-ab57-68f569213121), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.263323 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-79d7961e-dd71-4f98-a762-a19386dcb8a0 service neutron] 10.222.0.61 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346499 Jul 14 10:14:06.267248 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e4d3c13f-97fd-40e5-87d1-4697701ff3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.268398 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e4d3c13f-97fd-40e5-87d1-4697701ff3de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/176428fa-d5eb-4cd8-ab57-68f569213121 HTTP/1.1" status: 204 len: 168 time: 1.6133885 Jul 14 10:14:06.274330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e7259-958d-4967-a8dd-ae87dd301e7e None None] Network 9985024d-d264-4bef-bfc1-003d1b6443e3 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:14:06.276659 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:06.277062 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Checking segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:06.277699 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.278078 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Bound using segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:06.278547 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Bound port: 48fb0f79-2c80-4939-b2d6-63514c7890e7, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:06.278916 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.290835 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435620da-9b7a-4068-b895-8017babdfea5 req-13db642c-b04e-4963-ad32-cf9f9d0e5d93 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:06.299091 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-13db642c-b04e-4963-ad32-cf9f9d0e5d93 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 819 time: 0.9597602 Jul 14 10:14:06.301619 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35763368-736d-4247-b812-0bd05e6abfb1 None None] The sync data for ids ['8e88161e-9930-4125-8080-b1855562e8e9'] in dv-cinder-849800-1-iscsi is: [{'id': '8e88161e-9930-4125-8080-b1855562e8e9', 'name': 'tempest-DeleteServersTestJSON-994936719-router', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:43Z', 'updated_at': '2022-07-14T10:13:51Z', 'revision_number': 4, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'gw_port': {'id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e88161e-9930-4125-8080-b1855562e8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:44Z', 'updated_at': '2022-07-14T10:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '50427823-6884-46b3-b63b-cad246cebbee', 'name': '', 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'mac_address': 'fa:16:3e:19:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e88161e-9930-4125-8080-b1855562e8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd976eab7-c249-48c7-8c17-d02f6da8beec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:49Z', 'updated_at': '2022-07-14T10:14:01Z', 'revision_number': 4, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'subnets': [{'id': 'd976eab7-c249-48c7-8c17-d02f6da8beec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:06.305302 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:06.306151 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fde80b97-bf3c-472b-8403-1569cff0babd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (572db2ee-1e73-44cf-891a-42e8a92d3049), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.362352 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fde80b97-bf3c-472b-8403-1569cff0babd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.365946 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-fde80b97-bf3c-472b-8403-1569cff0babd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7065275 Jul 14 10:14:06.407731 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45498) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:06.419522 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3c13f-97fd-40e5-87d1-4697701ff3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176428fa-d5eb-4cd8-ab57-68f569213121,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:06.431092 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Request body: {'port': {'device_id': '0afff4cc-eaa2-4da3-8511-45d0b306c539', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'admin_state_up': True, 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:06.442570 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Pushing event updated for resources: {'Port': ['ID=50427823-6884-46b3-b63b-cad246cebbee,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:06.513936 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-16d8594e-f581-429a-ab63-32d527feaf2c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'security_group_rule': {'security_group_id': '572db2ee-1e73-44cf-891a-42e8a92d3049', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:06.539780 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde80b97-bf3c-472b-8403-1569cff0babd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572db2ee-1e73-44cf-891a-42e8a92d3049,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:06.578883 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-93c739c2-6079-4c38-a4d9-b08a62e0fa4c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9873471 Jul 14 10:14:06.684917 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e6aa7-4a94-4d47-aca9-8ccc17e8fac3 None None] Pushing event updated for resources: {'Port': ['ID=48fb0f79-2c80-4939-b2d6-63514c7890e7,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:06.689121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Made reservation on behalf of 7a5b4dfcb90d421192be6dbc102ca1bb for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:06.692564 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.805894 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-16d8594e-f581-429a-ab63-32d527feaf2c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (99de7df8-8397-4c58-9e7e-465a4e5a2b32), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:06.816376 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (1ba947da-5846-49d2-977e-74e788d52a9a), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.023778 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45510) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:07.126973 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45516) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:07.187030 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.213446 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.255374 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15c34386-61ac-464c-a584-34ef5fd06ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.257905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=5913744c-19e3-495d-9823-05870e711b20,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:07.260709 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-23554926-938c-41fd-80d4-c5c3391f85cb admin admin] Publish callbacks [] for security_group (4e58e766-d77b-459e-8bd9-49ce9a5b93b0), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.286901 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4f540b1d-0692-40f9-b783-00cc97cf71be req-4bfe89e4-6f38-4394-878a-0a59061631bb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 210 time: 0.4878681 Jul 14 10:14:07.357358 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a6ab377e-8363-4be6-a02e-8bce5d8d063b admin admin] Publish callbacks [] for security_group (9e9572e3-13d6-4a3b-9c2b-b0102afd526c), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.398159 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_v2 [None req-f270cdc2-d066-4a88-b00f-5309407ccb16 admin admin] Deleting subnet 655c54d0-eb1d-4fc9-afc1-05ae094253be {{(pid=104066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:14:07.407795 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 621cb7be-9d9e-412e-89db-15d4349dbd01 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:07.408562 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.591273 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:13:59Z', 'revision_number': 2, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:07.612309 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15c34386-61ac-464c-a584-34ef5fd06ba4 admin admin] Publish callbacks [] for security_group (9021fd3b-690e-48bf-81ef-fe5dff39df1f), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.633462 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a6ab377e-8363-4be6-a02e-8bce5d8d063b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9e9572e3-13d6-4a3b-9c2b-b0102afd526c), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.726916 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.737945 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-09990396-dc53-4066-b23c-37296a7fa0e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6372409 Jul 14 10:14:07.737945 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Made reservation on behalf of 76e4caaf5b9e49678bc6427b71560f19 for: {'port': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:07.738229 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Current status of the port 621cb7be-9d9e-412e-89db-15d4349dbd01 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:07.738229 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.738383 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-16d8594e-f581-429a-ab63-32d527feaf2c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (99de7df8-8397-4c58-9e7e-465a4e5a2b32), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.749144 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.753526 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Checking router: 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:07.754165 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Updating router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 port bdbc4e85-6358-45c0-a088-7f300dcb87f3 binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:07.803129 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f270cdc2-d066-4a88-b00f-5309407ccb16 admin admin] Publish callbacks [] for subnet (655c54d0-eb1d-4fc9-afc1-05ae094253be), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:07.806045 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] For port 48fb0f79-2c80-4939-b2d6-63514c7890e7, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:07.813575 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Allocated IP 172.20.0.10 (2fa3ec6c-5616-438b-b8f9-070972840b0b/d976eab7-c249-48c7-8c17-d02f6da8beec/ce5d7280-4a51-4c65-ac60-5e8730133d1a) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:07.887398 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:07.890308 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0368a6-db6a-4789-8995-8782c381f7cb None None] Network 9985024d-d264-4bef-bfc1-003d1b6443e3 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:14:07.899479 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a6ab377e-8363-4be6-a02e-8bce5d8d063b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=642f2f01d3814a40be2b7bf16a584486&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8839459 Jul 14 10:14:07.911008 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45526) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:07.950566 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:07.986615 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] For port 48fb0f79-2c80-4939-b2d6-63514c7890e7, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=48fb0f79-2c80-4939-b2d6-63514c7890e7,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:08.012259 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-15c34386-61ac-464c-a584-34ef5fd06ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9021fd3b-690e-48bf-81ef-fe5dff39df1f), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.041915 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.044482 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.046234 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:08.160676 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] For port 621cb7be-9d9e-412e-89db-15d4349dbd01, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=621cb7be-9d9e-412e-89db-15d4349dbd01,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:08.227479 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Publish callbacks [] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.255548 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:08.257258 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-16d8594e-f581-429a-ab63-32d527feaf2c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (99de7df8-8397-4c58-9e7e-465a4e5a2b32), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.268793 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:08.271537 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-15c34386-61ac-464c-a584-34ef5fd06ba4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3adeb06f835f41dcb90e36b1819fc86e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1218345 Jul 14 10:14:08.274851 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab377e-8363-4be6-a02e-8bce5d8d063b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9572e3-13d6-4a3b-9c2b-b0102afd526c,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:08.277948 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.301972 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45538) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:08.351909 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8594e-f581-429a-ab63-32d527feaf2c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99de7df8-8397-4c58-9e7e-465a4e5a2b32,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:08.366766 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-16d8594e-f581-429a-ab63-32d527feaf2c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.372329 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-16d8594e-f581-429a-ab63-32d527feaf2c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9536705 Jul 14 10:14:08.373646 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45542) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:08.384656 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-53c18444-c9c7-4b80-9842-6b300e7fabe9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'security_group_rule': {'security_group_id': '572db2ee-1e73-44cf-891a-42e8a92d3049', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:08.399335 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.461629 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c34386-61ac-464c-a584-34ef5fd06ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9021fd3b-690e-48bf-81ef-fe5dff39df1f,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:08.527565 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Network 2fa3ec6c-5616-438b-b8f9-070972840b0b is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:08.543215 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:08.553118 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-23554926-938c-41fd-80d4-c5c3391f85cb admin admin] Publish callbacks [] for security_group (4e58e766-d77b-459e-8bd9-49ce9a5b93b0), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.558720 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:08.574778 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:08.576393 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.581340 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 621cb7be-9d9e-412e-89db-15d4349dbd01 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:08.588620 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.588620 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Provisioning complete for port bdbc4e85-6358-45c0-a088-7f300dcb87f3 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:08.588620 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.624737 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e6aa7-4a94-4d47-aca9-8ccc17e8fac3 None None] Pushing event updated for resources: {'Port': ['ID=48fb0f79-2c80-4939-b2d6-63514c7890e7,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:08.650577 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-53c18444-c9c7-4b80-9842-6b300e7fabe9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (f8c74f8e-3a4a-421c-a625-52365abaaef8), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.654064 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Pushing event updated for resources: {'Port': ['ID=ce5d7280-4a51-4c65-ac60-5e8730133d1a,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:08.658161 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3dff2562-ad17-4a24-8d43-3372909c4cf5 req-b954dc70-4f89-4e0e-a3b3-1ec4a48ad60f tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 210 time: 0.8559573 Jul 14 10:14:08.711557 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-0c221d48-e8ba-440e-9ca3-8bfa8c0557f7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2913966 Jul 14 10:14:08.738649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f270cdc2-d066-4a88-b00f-5309407ccb16 admin admin] Publish callbacks [] for subnet (655c54d0-eb1d-4fc9-afc1-05ae094253be), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.780736 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-f589d157-8eb4-415d-add1-f05ca786d5f3 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1761798617&fields=id&tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 267 time: 0.4759190 Jul 14 10:14:08.818250 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f270cdc2-d066-4a88-b00f-5309407ccb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (655c54d0-eb1d-4fc9-afc1-05ae094253be), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.845219 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-53c18444-c9c7-4b80-9842-6b300e7fabe9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (f8c74f8e-3a4a-421c-a625-52365abaaef8), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.851310 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:08.852151 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:08.853002 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-53c18444-c9c7-4b80-9842-6b300e7fabe9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (f8c74f8e-3a4a-421c-a625-52365abaaef8), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.885791 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c18444-c9c7-4b80-9842-6b300e7fabe9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c74f8e-3a4a-421c-a625-52365abaaef8,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:08.904734 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-53c18444-c9c7-4b80-9842-6b300e7fabe9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:08.910724 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-53c18444-c9c7-4b80-9842-6b300e7fabe9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5339181 Jul 14 10:14:08.911465 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45544) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:08.917380 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:08.970377 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-8eacf796-9aad-4844-be66-697b3af85bad tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104067) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:14:08.973832 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-8eacf796-9aad-4844-be66-697b3af85bad tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0203683 Jul 14 10:14:08.978757 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.014821 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Port bdbc4e85-6358-45c0-a088-7f300dcb87f3 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:09.079629 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:09.274015 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.426968 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-1b8f483f-0408-491a-865d-48eb3086f513 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:09.428429 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-1b8f483f-0408-491a-865d-48eb3086f513 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 819 time: 0.3553462 Jul 14 10:14:09.451741 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Provisioning complete for port 50427823-6884-46b3-b63b-cad246cebbee triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:09.452151 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (50427823-6884-46b3-b63b-cad246cebbee), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.497336 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c975450c-049e-4966-adbe-1b7b356db8f9 admin admin] Publish callbacks [] for security_group (9021fd3b-690e-48bf-81ef-fe5dff39df1f), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.519912 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Allocated IP 172.27.0.12 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/0bfe0e07-5811-4575-9777-fa08efd9e538) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:09.534965 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928be8d-4b0c-437e-860e-588eb04dbe08 None None] Pushing event updated for resources: {'Port': ['ID=621cb7be-9d9e-412e-89db-15d4349dbd01,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:09.559307 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.db.api [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 10:14:09.559789 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG oslo_db.api [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:14:09.563001 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Allocated IP 172.20.0.10 (c86764b5-6320-470e-8466-fc72ac9ee1be/d613a2d0-21e3-4960-a29a-f41076a9208a/92d02821-6f9a-4eb7-b48c-24008feeb3ed) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:09.662080 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for port (0bfe0e07-5811-4575-9777-fa08efd9e538), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.672605 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:09.674226 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:09.679814 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.58', 49516) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:09.688272 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Request body: {'port': {'device_id': 'dc1c8e49-223d-4c87-bb65-79edca0dac61', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'admin_state_up': True, 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:09.747994 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.779208 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:09.781351 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Request body: {'port': {'device_id': 'fafa60f3-c1a7-4417-86cc-18991a61e82f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:09.816302 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-09e6c3b3-a2a6-42dd-8ce6-e40b987afda6 req-037011db-ca2f-4e23-a40b-ae245ca97f95 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 210 time: 0.7548010 Jul 14 10:14:09.817000 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f270cdc2-d066-4a88-b00f-5309407ccb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (655c54d0-eb1d-4fc9-afc1-05ae094253be), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.840372 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (0bfe0e07-5811-4575-9777-fa08efd9e538), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.907658 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:09.909023 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:09.911595 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:09.921642 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270cdc2-d066-4a88-b00f-5309407ccb16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655c54d0-eb1d-4fc9-afc1-05ae094253be,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:09.923414 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:09.941408 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:09.944919 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c975450c-049e-4966-adbe-1b7b356db8f9 admin admin] Publish callbacks [] for security_group (9021fd3b-690e-48bf-81ef-fe5dff39df1f), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.958784 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:09.964826 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.967799 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:09.979395 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3d6a463c-a411-4e95-8ff5-7de33cadf3fa admin admin] Publish callbacks [] for security_group (9e9572e3-13d6-4a3b-9c2b-b0102afd526c), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:09.984199 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'Port': ['ID=0bfe0e07-5811-4575-9777-fa08efd9e538,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:10.010355 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3d6a463c-a411-4e95-8ff5-7de33cadf3fa admin admin] Publish callbacks [] for security_group (9e9572e3-13d6-4a3b-9c2b-b0102afd526c), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.020521 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Made reservation on behalf of 76e4caaf5b9e49678bc6427b71560f19 for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:10.024731 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.058774 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f270cdc2-d066-4a88-b00f-5309407ccb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.062747 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-f270cdc2-d066-4a88-b00f-5309407ccb16 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/655c54d0-eb1d-4fc9-afc1-05ae094253be HTTP/1.1" status: 204 len: 168 time: 3.0374594 Jul 14 10:14:10.070341 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45554) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:10.073238 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009ca74-7ed6-4a7b-b6f1-24b2021e15dc None None] The sync data for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi is: [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:10.130714 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-23554926-938c-41fd-80d4-c5c3391f85cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (4e58e766-d77b-459e-8bd9-49ce9a5b93b0), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.134142 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-23554926-938c-41fd-80d4-c5c3391f85cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.135553 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-23554926-938c-41fd-80d4-c5c3391f85cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e58e766-d77b-459e-8bd9-49ce9a5b93b0 HTTP/1.1" status: 204 len: 168 time: 4.2564409 Jul 14 10:14:10.139478 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.157576 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3d6a463c-a411-4e95-8ff5-7de33cadf3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9e9572e3-13d6-4a3b-9c2b-b0102afd526c), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.171697 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3d6a463c-a411-4e95-8ff5-7de33cadf3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.191823 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-3d6a463c-a411-4e95-8ff5-7de33cadf3fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e9572e3-13d6-4a3b-9c2b-b0102afd526c HTTP/1.1" status: 204 len: 168 time: 2.1868367 Jul 14 10:14:10.291938 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 621cb7be-9d9e-412e-89db-15d4349dbd01 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:10.293220 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 0e3c2883-cc2f-4087-95a4-0edb4def39f6 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:10.305386 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-3dd52acc-83d0-45dc-bfad-f5aa3586a178 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:10.307388 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-3dd52acc-83d0-45dc-bfad-f5aa3586a178 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 814 time: 1.4863081 Jul 14 10:14:10.308624 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Allocated IP 172.20.0.13 (c86764b5-6320-470e-8466-fc72ac9ee1be/d613a2d0-21e3-4960-a29a-f41076a9208a/ae315f1e-83cb-48a2-a7c4-aec7aff8961d) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:10.424293 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23554926-938c-41fd-80d4-c5c3391f85cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e58e766-d77b-459e-8bd9-49ce9a5b93b0,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:10.433627 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Current status of the port 50427823-6884-46b3-b63b-cad246cebbee is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:10.555263 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f61f82-54b0-49a6-8b57-1d4d35f71cea req-a412c9ee-1334-467c-b95d-43c3d6c5e8ca tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:10.574448 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-91f61f82-54b0-49a6-8b57-1d4d35f71cea req-a412c9ee-1334-467c-b95d-43c3d6c5e8ca tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 932 time: 0.6457303 Jul 14 10:14:10.665432 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c975450c-049e-4966-adbe-1b7b356db8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9021fd3b-690e-48bf-81ef-fe5dff39df1f), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.671597 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c975450c-049e-4966-adbe-1b7b356db8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.672797 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-c975450c-049e-4966-adbe-1b7b356db8f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9021fd3b-690e-48bf-81ef-fe5dff39df1f HTTP/1.1" status: 204 len: 168 time: 2.3572013 Jul 14 10:14:10.830398 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Provisioning complete for port 48fb0f79-2c80-4939-b2d6-63514c7890e7 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:10.830743 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:10.849725 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event updated for resources: {'Port': ['ID=92d02821-6f9a-4eb7-b48c-24008feeb3ed,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:10.855965 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a463c-a411-4e95-8ff5-7de33cadf3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9572e3-13d6-4a3b-9c2b-b0102afd526c,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:10.930918 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Network c86764b5-6320-470e-8466-fc72ac9ee1be is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:10.944793 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-6c8e5bbe-78ee-48d8-9b8e-ec4d1403ebf9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/quotas/5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 375 time: 0.5862932 Jul 14 10:14:10.961663 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:10.998504 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-91f61f82-54b0-49a6-8b57-1d4d35f71cea req-b1a224f9-b6a0-457d-a676-aaef1559791b tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231515 Jul 14 10:14:11.001400 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:11.008196 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:11.009128 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:11.050402 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975450c-049e-4966-adbe-1b7b356db8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9021fd3b-690e-48bf-81ef-fe5dff39df1f,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:11.180447 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Publish callbacks [] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:11.229452 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-4cad2d4c-8c3f-439d-8fa4-d5eb1492b759 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8065476 Jul 14 10:14:11.275964 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Request body: {'port': {'device_id': '0afff4cc-eaa2-4da3-8511-45d0b306c539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:11.286267 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (5edc07ff-89fa-4806-b172-1449d7ea82d5), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:11.334418 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 0e3c2883-cc2f-4087-95a4-0edb4def39f6 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:11.338894 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:11.486199 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:11.502917 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-537e3fb0-0fa2-425c-8692-c17904a3478a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5201042 Jul 14 10:14:11.520133 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:11.525545 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:11.600530 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4a5740b1-eb05-467c-b2b7-3af66d3efeef req-38d94620-11ef-42e4-8ee4-f2985f12e402 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 210 time: 0.1183217 Jul 14 10:14:11.791319 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 0e3c2883-cc2f-4087-95a4-0edb4def39f6 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:11.791723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.012122 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Current status of the port 48fb0f79-2c80-4939-b2d6-63514c7890e7 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:12.012574 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.027966 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb687b01-c472-4cc4-9244-a952e27cf53d None None] Pushing event updated for resources: {'Port': ['ID=bdbc4e85-6358-45c0-a088-7f300dcb87f3,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:12.037553 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 0e3c2883-cc2f-4087-95a4-0edb4def39f6, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=0e3c2883-cc2f-4087-95a4-0edb4def39f6,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:12.105715 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (1563450a-a08c-4124-8f19-50b5f047989e), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.120325 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.123840 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 08d5bc0d-47d3-4e97-8e14-b9235196be61 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:12.124115 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:12.379980 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-03a07588-9577-4ce6-be08-04fe2ce885a6 service neutron] 10.222.0.61 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253875 Jul 14 10:14:12.390291 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0bfe0e07-5811-4575-9777-fa08efd9e538), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.396838 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:12.469481 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c4a29-1415-4b45-b65c-bf8c66fe748c req-76043a59-6400-4a71-923f-224a221f2202 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:12.480389 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9e5c4a29-1415-4b45-b65c-bf8c66fe748c req-76043a59-6400-4a71-923f-224a221f2202 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 932 time: 0.2998564 Jul 14 10:14:12.588764 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 08d5bc0d-47d3-4e97-8e14-b9235196be61 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:12.597054 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.634165 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9e5c4a29-1415-4b45-b65c-bf8c66fe748c req-e25e7837-df6b-4abd-a381-124c67e7befe tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523736 Jul 14 10:14:12.658460 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] For port 48fb0f79-2c80-4939-b2d6-63514c7890e7, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=48fb0f79-2c80-4939-b2d6-63514c7890e7,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:12.676843 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-4ddac321-f9d0-450c-8be3-99ee989d6589 service neutron] 10.222.0.61 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845821 Jul 14 10:14:12.722809 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (5edc07ff-89fa-4806-b172-1449d7ea82d5), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.768820 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Attempting to bind port bdbc4e85-6358-45c0-a088-7f300dcb87f3 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:12.769434 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Attempting to bind port bdbc4e85-6358-45c0-a088-7f300dcb87f3 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:12.770060 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Attempting to bind port bdbc4e85-6358-45c0-a088-7f300dcb87f3 on network 71d0e822-864d-4ce6-a81f-385b20a87683 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:12.780031 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.794442 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.798495 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:12.799221 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:12.800320 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:12.800721 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > port after_create 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:12.801071 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:12.801880 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > port after_update 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:12.802349 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:12.802754 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:12.803270 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:12.803643 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:12.842321 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:12.845475 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Checking segment: {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:12.845967 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.852848 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Bound using segment: {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:12.853454 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Bound port: bdbc4e85-6358-45c0-a088-7f300dcb87f3, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:12.853869 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.899034 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:12.907586 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:12.908162 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Provisioning complete for port 621cb7be-9d9e-412e-89db-15d4349dbd01 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:12.908542 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:12.934004 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a8c0b581-832f-404a-b542-d8694f61f3ee req-226f18c4-34c8-4d68-89df-72d33298b95c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 210 time: 0.0813415 Jul 14 10:14:12.987323 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=0e3c2883-cc2f-4087-95a4-0edb4def39f6,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:13.082212 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:13.082811 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:13.139725 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c9903160-63c2-465e-a4a3-fef55d54ee81 req-abeb519c-be99-4693-b1d9-8e65001acbde tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 210 time: 0.0793843 Jul 14 10:14:13.270748 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 08d5bc0d-47d3-4e97-8e14-b9235196be61 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:13.271128 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:13.374811 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Current status of the port 621cb7be-9d9e-412e-89db-15d4349dbd01 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:13.377956 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Pushing event updated for resources: {'Port': ['ID=48fb0f79-2c80-4939-b2d6-63514c7890e7,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:13.389935 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:13.389935 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:13.390102 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 08d5bc0d-47d3-4e97-8e14-b9235196be61, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=08d5bc0d-47d3-4e97-8e14-b9235196be61,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:13.392021 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:13.392021 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:14:13.392559 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edc07ff-89fa-4806-b172-1449d7ea82d5']}} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:13.407389 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:13.408479 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 8dd2883b-ac50-4c03-8655-bbce98c8b81e up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:13.535013 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for port (0bfe0e07-5811-4575-9777-fa08efd9e538), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:13.549642 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] For port bdbc4e85-6358-45c0-a088-7f300dcb87f3, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:13.554250 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=08d5bc0d-47d3-4e97-8e14-b9235196be61,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:13.582938 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Provisioning complete for port ce5d7280-4a51-4c65-ac60-5e8730133d1a triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:13.583508 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:13.606199 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (0bfe0e07-5811-4575-9777-fa08efd9e538), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:13.667895 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 8dd2883b-ac50-4c03-8655-bbce98c8b81e triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:13.667895 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:13.678630 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] For port bdbc4e85-6358-45c0-a088-7f300dcb87f3, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=bdbc4e85-6358-45c0-a088-7f300dcb87f3,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:13.689389 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c022d3-5656-450e-8fc7-024d334aa886') {'for_net_delete': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:13.689725 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c022d3-5656-450e-8fc7-024d334aa886') {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:13.699847 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'Port': ['ID=0bfe0e07-5811-4575-9777-fa08efd9e538,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:13.719658 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:13.737663 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131802644'] for segment (a4c022d3-5656-450e-8fc7-024d334aa886), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:13.805228 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb687b01-c472-4cc4-9244-a952e27cf53d None None] Pushing event updated for resources: {'Port': ['ID=bdbc4e85-6358-45c0-a088-7f300dcb87f3,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:13.818775 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (1563450a-a08c-4124-8f19-50b5f047989e), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:13.820196 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6548e915-b8ed-41c7-ab4a-c40312ecbf11 None None] Port ce5d7280-4a51-4c65-ac60-5e8730133d1a cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:13.917516 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 8dd2883b-ac50-4c03-8655-bbce98c8b81e is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:13.920088 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:13.955730 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (a4c022d3-5656-450e-8fc7-024d334aa886), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:13.977014 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:13.977801 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:14.011809 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81317df7-0274-4299-9c13-5817dca26e66 req-c99ad0db-554c-4fd0-8622-5303de89b93e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:14.017901 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-81317df7-0274-4299-9c13-5817dca26e66 req-c99ad0db-554c-4fd0-8622-5303de89b93e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 932 time: 0.1380062 Jul 14 10:14:14.068610 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:14.078940 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=104067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:14:14.081583 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131802555'] for segment (a4c022d3-5656-450e-8fc7-024d334aa886), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.157389 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5d7280-4a51-4c65-ac60-5e8730133d1a {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:14:14.181331 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-3eb970b5-3e95-476b-88af-d330b5532fd7 None None] Provisioning complete for port 92d02821-6f9a-4eb7-b48c-24008feeb3ed triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:14.182153 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3eb970b5-3e95-476b-88af-d330b5532fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.213805 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.226922 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-b79144a6-90ba-4f88-b1f5-31d9baf1c659 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3127885 Jul 14 10:14:14.232712 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Publish callbacks [] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.260452 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-3eb970b5-3e95-476b-88af-d330b5532fd7 None None] Port 92d02821-6f9a-4eb7-b48c-24008feeb3ed cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:14.317864 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-81317df7-0274-4299-9c13-5817dca26e66 req-e3ce5946-64a4-4b74-9d9c-081d52431793 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932642 Jul 14 10:14:14.342573 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a63f0bf8-35b3-4c5f-94c2-3e0c5831d359 req-cc92477c-a0a2-46b7-97a4-258ab690a88e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 210 time: 0.1863337 Jul 14 10:14:14.365373 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:14.365903 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.404668 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-3eb970b5-3e95-476b-88af-d330b5532fd7 None None] Provisioning complete for port bdbc4e85-6358-45c0-a088-7f300dcb87f3 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:14.405284 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3eb970b5-3e95-476b-88af-d330b5532fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.456880 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (5edc07ff-89fa-4806-b172-1449d7ea82d5), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.474312 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:14.474995 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.480439 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:14.530281 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.531093 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:14.546878 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] 10.222.0.61 "DELETE /v2.0/networks/5edc07ff-89fa-4806-b172-1449d7ea82d5 HTTP/1.1" status: 204 len: 168 time: 4.4705634 Jul 14 10:14:14.563452 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45662) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:14.607618 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Transition to ACTIVE for port object ce5d7280-4a51-4c65-ac60-5e8730133d1a will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:14:14.738652 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-3eb970b5-3e95-476b-88af-d330b5532fd7 None None] Current status of the port bdbc4e85-6358-45c0-a088-7f300dcb87f3 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:14.741063 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3eb970b5-3e95-476b-88af-d330b5532fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.745248 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c3f58-4396-4c06-95e2-524959e5329b admin admin] Pushing event deleted for resources: {'Network': ['ID=5edc07ff-89fa-4806-b172-1449d7ea82d5,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:14.749728 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.868102 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:14.871360 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.881003 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:14.941686 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d02821-6f9a-4eb7-b48c-24008feeb3ed {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:14:14.949868 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Network c86764b5-6320-470e-8466-fc72ac9ee1be is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:14.962860 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Publish callbacks [] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:14.988297 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_v2 [None req-1946c041-3932-49a7-8686-e93e8db118fa admin admin] Deleting subnet ad19f90e-bced-4f31-ab41-606cfca6718f {{(pid=104067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:14:14.991231 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:15.009844 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5d7280-4a51-4c65-ac60-5e8730133d1a,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:15.013881 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:15.017257 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1946c041-3932-49a7-8686-e93e8db118fa admin admin] Publish callbacks [] for subnet (ad19f90e-bced-4f31-ab41-606cfca6718f), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:15.044311 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Transition to ACTIVE for port object 92d02821-6f9a-4eb7-b48c-24008feeb3ed will not be triggered until provisioned by entity L2. {{(pid=104066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:14:15.074138 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0d8d70de-e856-4f89-a180-f98d48e55943 req-cf0a3442-4677-4183-b49f-e9fd19fc7098 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 210 time: 0.6191916 Jul 14 10:14:15.079958 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-3eb970b5-3e95-476b-88af-d330b5532fd7 None None] For port bdbc4e85-6358-45c0-a088-7f300dcb87f3, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=bdbc4e85-6358-45c0-a088-7f300dcb87f3,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:15.086194 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:15.113962 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:15.150844 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3eb970b5-3e95-476b-88af-d330b5532fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:15.196301 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:15.587427 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb970b5-3e95-476b-88af-d330b5532fd7 None None] Pushing event updated for resources: {'Port': ['ID=bdbc4e85-6358-45c0-a088-7f300dcb87f3,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:15.633534 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:15.647094 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 46dbf9ea-b6e2-4107-ae48-d700c15c8765 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:15.727016 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-f25240b0-38fa-4771-ba95-a94b24eb23eb tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1400721544&fields=id&tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0 HTTP/1.1" status: 200 len: 267 time: 0.6467519 Jul 14 10:14:15.727553 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=92d02821-6f9a-4eb7-b48c-24008feeb3ed,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:15.773899 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment a4c022d3-5656-450e-8fc7-024d334aa886 resource provider aggregate not found Jul 14 10:14:15.897853 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment a4c022d3-5656-450e-8fc7-024d334aa886 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4c022d3-5656-450e-8fc7-024d334aa886 found for delete ", "request_id": "req-5a2ceca8-a486-44e7-b129-02ecedd0b871"}]} Jul 14 10:14:15.951332 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1946c041-3932-49a7-8686-e93e8db118fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131802627'] for subnet (ad19f90e-bced-4f31-ab41-606cfca6718f), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:15.983977 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:15.985394 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:15.988914 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Attempting to bind port ce5d7280-4a51-4c65-ac60-5e8730133d1a on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:15.999456 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Attempting to bind port ce5d7280-4a51-4c65-ac60-5e8730133d1a by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:16.001120 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Attempting to bind port ce5d7280-4a51-4c65-ac60-5e8730133d1a on network 2fa3ec6c-5616-438b-b8f9-070972840b0b {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:16.072421 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event updated for resources: {'Port': ['ID=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:16.133785 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Port ce5d7280-4a51-4c65-ac60-5e8730133d1a on network 2fa3ec6c-5616-438b-b8f9-070972840b0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:14:16.141531 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Attempting to bind port ce5d7280-4a51-4c65-ac60-5e8730133d1a on network 2fa3ec6c-5616-438b-b8f9-070972840b0b {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:16.164770 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:16.187273 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-cc7a54e4-9193-46d2-b947-bf5b10e6f359 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5108266 Jul 14 10:14:16.199292 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-af6b3877-7cb7-4693-ac0e-e4da7baac4c5 None None] Provisioning complete for port bdbc4e85-6358-45c0-a088-7f300dcb87f3 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:16.201305 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-af6b3877-7cb7-4693-ac0e-e4da7baac4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:16.252068 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:16.252459 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Checking segment: {'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:16.258257 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Bound using segment: {'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:16.258733 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Bound port: ce5d7280-4a51-4c65-ac60-5e8730133d1a, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2200909f-b10f-4b57-921c-aafaa32d998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:16.259110 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:16.351050 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Request body: {'port': {'device_id': 'dc1c8e49-223d-4c87-bb65-79edca0dac61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:16.377977 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1946c041-3932-49a7-8686-e93e8db118fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (ad19f90e-bced-4f31-ab41-606cfca6718f), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:16.571730 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.58', 49521) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:16.580908 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-9e485b6f-d11c-4fd8-9a39-8da761f41f14 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:16.602217 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-9e485b6f-d11c-4fd8-9a39-8da761f41f14 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 811 time: 0.8414736 Jul 14 10:14:16.683436 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Attempting to bind port 92d02821-6f9a-4eb7-b48c-24008feeb3ed on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:16.683808 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Attempting to bind port 92d02821-6f9a-4eb7-b48c-24008feeb3ed by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:16.684141 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Attempting to bind port 92d02821-6f9a-4eb7-b48c-24008feeb3ed on network c86764b5-6320-470e-8466-fc72ac9ee1be {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:16.703600 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6fd2c-3e83-43ba-98da-912e72943f49 req-ee71a16f-0aae-486f-9911-043c5edec60a tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:16.705112 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0eb6fd2c-3e83-43ba-98da-912e72943f49 req-ee71a16f-0aae-486f-9911-043c5edec60a tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 944 time: 1.0644226 Jul 14 10:14:16.779921 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:16.782449 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:16.795777 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-7957cc3d-afef-42a7-beee-d17c6adbd71c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/quotas/a4cde0820dc5474eb7091fb3a8de4cd0 HTTP/1.1" status: 200 len: 375 time: 0.1826289 Jul 14 10:14:16.851705 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Port 92d02821-6f9a-4eb7-b48c-24008feeb3ed on network c86764b5-6320-470e-8466-fc72ac9ee1be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:14:16.853142 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Attempting to bind port 92d02821-6f9a-4eb7-b48c-24008feeb3ed on network c86764b5-6320-470e-8466-fc72ac9ee1be {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:16.880222 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:16.924783 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:17.041486 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:17.065366 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] For port ce5d7280-4a51-4c65-ac60-5e8730133d1a, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:17.095294 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1946c041-3932-49a7-8686-e93e8db118fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131802649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131243376'] for subnet (ad19f90e-bced-4f31-ab41-606cfca6718f), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:17.106399 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf500-72fc-4050-955d-d75c5991f131 None None] The sync data for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi is: [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:17.132363 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] For port ce5d7280-4a51-4c65-ac60-5e8730133d1a, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ce5d7280-4a51-4c65-ac60-5e8730133d1a,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:17.151040 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:17.236621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-af6b3877-7cb7-4693-ac0e-e4da7baac4c5 None None] Current status of the port bdbc4e85-6358-45c0-a088-7f300dcb87f3 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:17.278447 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:17.294713 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946c041-3932-49a7-8686-e93e8db118fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad19f90e-bced-4f31-ab41-606cfca6718f,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:17.297233 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:17.306356 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1946c041-3932-49a7-8686-e93e8db118fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:17.309769 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-1946c041-3932-49a7-8686-e93e8db118fa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ad19f90e-bced-4f31-ab41-606cfca6718f HTTP/1.1" status: 204 len: 168 time: 2.7204437 Jul 14 10:14:17.321364 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45762) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:17.337199 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:17.337689 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Checking segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:17.338028 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Bound using segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:17.338976 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Bound port: 92d02821-6f9a-4eb7-b48c-24008feeb3ed, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:17.339356 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:17.358839 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-82e0552b-f370-485f-a02f-d2d35eb34d82 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5502543 Jul 14 10:14:17.382832 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:17.384464 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-01ea8770-17b0-4c6a-9ef2-eb15218ad182 None None] Provisioning complete for port ae315f1e-83cb-48a2-a7c4-aec7aff8961d triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:17.387682 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-01ea8770-17b0-4c6a-9ef2-eb15218ad182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:17.462739 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-966ed71a-279a-4f31-aa7b-9044ea1a3a89 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:17.468123 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-966ed71a-279a-4f31-aa7b-9044ea1a3a89 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 814 time: 0.8444576 Jul 14 10:14:17.501211 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:17.504400 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:17.513023 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] 10.222.0.58 "PUT /v2.0/ports/ce5d7280-4a51-4c65-ac60-5e8730133d1a HTTP/1.1" status: 200 len: 1094 time: 7.8318064 Jul 14 10:14:17.514537 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafa60f3-c1a7-4417-86cc-18991a61e82f', 'tag': 'ce5d7280-4a51-4c65-ac60-5e8730133d1a'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:17.548539 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-01ea8770-17b0-4c6a-9ef2-eb15218ad182 None None] Port ae315f1e-83cb-48a2-a7c4-aec7aff8961d cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:17.632114 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] For port 92d02821-6f9a-4eb7-b48c-24008feeb3ed, host hv-cinder-84980, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:17.700790 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] For port 92d02821-6f9a-4eb7-b48c-24008feeb3ed, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=92d02821-6f9a-4eb7-b48c-24008feeb3ed,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:17.789698 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:17.876664 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:17.877356 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:17.878847 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] 10.222.0.58 "PUT /v2.0/ports/92d02821-6f9a-4eb7-b48c-24008feeb3ed HTTP/1.1" status: 200 len: 1094 time: 6.6471941 Jul 14 10:14:17.989388 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afff4cc-eaa2-4da3-8511-45d0b306c539', 'tag': '92d02821-6f9a-4eb7-b48c-24008feeb3ed'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:18.059910 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 621cb7be-9d9e-412e-89db-15d4349dbd01 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:18.174274 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:18.198752 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 621cb7be-9d9e-412e-89db-15d4349dbd01 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:18.199430 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:18.386436 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfa6a6-c733-4280-8ad3-e43a36c58ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=92d02821-6f9a-4eb7-b48c-24008feeb3ed,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:18.393187 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0eb6fd2c-3e83-43ba-98da-912e72943f49 req-81dbbe68-9fde-4c8a-806d-2d8fabb7472c tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6580908 Jul 14 10:14:18.400040 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45784) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:18.497951 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 621cb7be-9d9e-412e-89db-15d4349dbd01 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:18.500954 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 48fb0f79-2c80-4939-b2d6-63514c7890e7 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:18.649147 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 48fb0f79-2c80-4939-b2d6-63514c7890e7 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:18.649673 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:18.771394 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:18.817838 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:18.822651 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:18.826939 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (9985024d-d264-4bef-bfc1-003d1b6443e3), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:18.853272 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 48fb0f79-2c80-4939-b2d6-63514c7890e7 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:18.854512 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 0e3c2883-cc2f-4087-95a4-0edb4def39f6 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:18.857165 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69" -d '{"events": [{"name": "network-changed", "server_uuid": "0afff4cc-eaa2-4da3-8511-45d0b306c539", "tag": "92d02821-6f9a-4eb7-b48c-24008feeb3ed"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:18.918008 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435620da-9b7a-4068-b895-8017babdfea5 req-3c0c1895-4a03-48fb-8e93-d93a61127f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:18.919513 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-3c0c1895-4a03-48fb-8e93-d93a61127f6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 1128 time: 0.5345700 Jul 14 10:14:18.935301 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d597ca34-15b7-4569-a6b4-fefd9fbdeca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:18.935444 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e09585-76ad-4d63-acc1-cdc6eceaf4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5d7280-4a51-4c65-ac60-5e8730133d1a,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:18.976384 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e" -d '{"events": [{"name": "network-changed", "server_uuid": "fafa60f3-c1a7-4417-86cc-18991a61e82f", "tag": "ce5d7280-4a51-4c65-ac60-5e8730133d1a"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:18.981932 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 0e3c2883-cc2f-4087-95a4-0edb4def39f6 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:18.982310 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:18.983350 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4267-47b6-4113-be6f-5c30d117df69 req-46d998c1-419e-4783-a0c6-fe4c510642d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:18.986254 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-46d998c1-419e-4783-a0c6-fe4c510642d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a5b4dfcb90d421192be6dbc102ca1bb&device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 1128 time: 1.2811413 Jul 14 10:14:18.994905 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-92575f7d-bd93-4b0c-97f2-47619da14a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 380 time: 1.2891738 Jul 14 10:14:19.010968 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-cf44f119-9bdf-4aac-883e-066893f38337 service neutron] 10.222.0.61 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5820529 Jul 14 10:14:19.021052 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1dcdf-3204-4367-a180-5afc400c741c req-6450c675-576a-44c9-9589-adbd6613ff47 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:19.022702 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-eda1dcdf-3204-4367-a180-5afc400c741c req-6450c675-576a-44c9-9589-adbd6613ff47 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 932 time: 0.3226700 Jul 14 10:14:19.069828 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 0e3c2883-cc2f-4087-95a4-0edb4def39f6 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:19.070950 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 08d5bc0d-47d3-4e97-8e14-b9235196be61 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:19.082587 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (9985024d-d264-4bef-bfc1-003d1b6443e3), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.109363 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9985024d-d264-4bef-bfc1-003d1b6443e3']}} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:19.121454 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47185b9e-7a13-4975-8acf-8255650ad184') {'for_net_delete': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:19.121809 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d597ca34-15b7-4569-a6b4-fefd9fbdeca8 admin admin] Publish callbacks [] for security_group (c4b318a7-a2b0-443e-8bcf-831fb0820077), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.121934 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47185b9e-7a13-4975-8acf-8255650ad184') {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:19.133972 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131802644'] for segment (47185b9e-7a13-4975-8acf-8255650ad184), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.135570 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 08d5bc0d-47d3-4e97-8e14-b9235196be61 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:19.135935 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.141875 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d597ca34-15b7-4569-a6b4-fefd9fbdeca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (c4b318a7-a2b0-443e-8bcf-831fb0820077), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.149732 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (47185b9e-7a13-4975-8acf-8255650ad184), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.151757 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'port': {'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'admin_state_up': True, 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'security_groups': ['60883ff3-5913-475b-91c2-32b0b31dae04']}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:19.165629 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=104067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:14:19.166047 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131802555'] for segment (47185b9e-7a13-4975-8acf-8255650ad184), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.221666 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 08d5bc0d-47d3-4e97-8e14-b9235196be61 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:19.223094 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 50427823-6884-46b3-b63b-cad246cebbee up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:19.269195 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:19.277187 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 50427823-6884-46b3-b63b-cad246cebbee triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:19.277823 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (50427823-6884-46b3-b63b-cad246cebbee), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.280824 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-eb1eef55-3f31-408b-932b-c093375f313b service neutron] 10.222.0.61 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538726 Jul 14 10:14:19.283429 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (9985024d-d264-4bef-bfc1-003d1b6443e3), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.296221 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.317222 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] 10.222.0.61 "DELETE /v2.0/networks/9985024d-d264-4bef-bfc1-003d1b6443e3 HTTP/1.1" status: 204 len: 168 time: 1.9760134 Jul 14 10:14:19.321413 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae315f1e-83cb-48a2-a7c4-aec7aff8961d {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:14:19.334609 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 47185b9e-7a13-4975-8acf-8255650ad184 resource provider aggregate not found Jul 14 10:14:19.399600 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-6c65b592-a01d-4fe9-8d79-936307b4ac7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92d02821-6f9a-4eb7-b48c-24008feeb3ed HTTP/1.1" status: 200 len: 217 time: 0.2386274 Jul 14 10:14:19.405354 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 50427823-6884-46b3-b63b-cad246cebbee is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:19.407179 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device bdbc4e85-6358-45c0-a088-7f300dcb87f3 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:19.459277 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be2226-b11a-4aa8-ae2d-371dddaafd5a admin admin] Pushing event deleted for resources: {'Network': ['ID=9985024d-d264-4bef-bfc1-003d1b6443e3,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:19.471179 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port bdbc4e85-6358-45c0-a088-7f300dcb87f3 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:19.471545 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.472506 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-bb6ddcc3-ac6f-4f05-9119-3a6f4fe0ad12 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce5d7280-4a51-4c65-ac60-5e8730133d1a HTTP/1.1" status: 200 len: 217 time: 0.2407029 Jul 14 10:14:19.476769 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 47185b9e-7a13-4975-8acf-8255650ad184 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47185b9e-7a13-4975-8acf-8255650ad184 found for delete ", "request_id": "req-bffc59bc-15b9-47d0-9c69-59a7dd173b77"}]} Jul 14 10:14:19.492592 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Publish callbacks [] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.591613 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45818) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:19.592129 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:19.597264 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port bdbc4e85-6358-45c0-a088-7f300dcb87f3 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:19.597264 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:19.614157 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-d597ca34-15b7-4569-a6b4-fefd9fbdeca8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1aae8e36148b4c85a763dda2f24deccc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1983459 Jul 14 10:14:19.619055 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45820) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:19.627009 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:19.662013 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:19.662635 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.664563 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Transition to ACTIVE for port object ae315f1e-83cb-48a2-a7c4-aec7aff8961d will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:14:19.672121 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597ca34-15b7-4569-a6b4-fefd9fbdeca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b318a7-a2b0-443e-8bcf-831fb0820077,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:19.684124 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b1def0fe-6747-479e-a793-170f383f5025 req-56062685-98f9-4806-96fa-7573f8a99f00 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 210 time: 0.0752020 Jul 14 10:14:19.705542 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.705684 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-eda1dcdf-3204-4367-a180-5afc400c741c req-8543a496-8e80-4eb2-a7d7-c49678abc474 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647325 Jul 14 10:14:19.739284 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4267-47b6-4113-be6f-5c30d117df69 req-8f3782e2-94cb-4ad3-8fc7-2080c9f695a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:19.739284 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-8f3782e2-94cb-4ad3-8fc7-2080c9f695a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d976eab7-c249-48c7-8c17-d02f6da8beec HTTP/1.1" status: 200 len: 850 time: 0.2173910 Jul 14 10:14:19.744573 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435620da-9b7a-4068-b895-8017babdfea5 req-5bed1039-76a0-4216-a246-dad7d2a0beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:19.745900 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-5bed1039-76a0-4216-a246-dad7d2a0beff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.3229282 Jul 14 10:14:19.759467 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:19.877608 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:19.898661 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Pushing event updated for resources: {'Port': ['ID=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:19.906406 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Made reservation on behalf of 5056f0a32e37430ea3ea63d9cb69bf2b for: {'port': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:19.907814 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-4a07a103-8c65-4012-8ef0-2b0c3331e9d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e6e705e22c54aeeb45c8889952bcb2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3141556 Jul 14 10:14:19.921477 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:19.935643 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45834) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:20.103518 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435620da-9b7a-4068-b895-8017babdfea5 req-1a8ac2b5-7f28-434f-a02e-38341c152cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:20.104752 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-1a8ac2b5-7f28-434f-a02e-38341c152cde service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3123407 Jul 14 10:14:20.273081 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75922ae5-12ca-484c-b631-6d99313cddc4 x-openstack-request-id: req-75922ae5-12ca-484c-b631-6d99313cddc4 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:20.274118 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afff4cc-eaa2-4da3-8511-45d0b306c539", "tag": "92d02821-6f9a-4eb7-b48c-24008feeb3ed", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:20.279495 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75922ae5-12ca-484c-b631-6d99313cddc4 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:20.280185 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75922ae5-12ca-484c-b631-6d99313cddc4'] response: {'name': 'network-changed', 'server_uuid': '0afff4cc-eaa2-4da3-8511-45d0b306c539', 'tag': '92d02821-6f9a-4eb7-b48c-24008feeb3ed', 'status': 'completed', 'code': 200} Jul 14 10:14:20.340612 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e35d21b-ec34-4be2-8124-bef372c6d11d x-openstack-request-id: req-7e35d21b-ec34-4be2-8124-bef372c6d11d {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:20.341029 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafa60f3-c1a7-4417-86cc-18991a61e82f", "tag": "ce5d7280-4a51-4c65-ac60-5e8730133d1a", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:20.357334 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e35d21b-ec34-4be2-8124-bef372c6d11d {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:20.363645 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-5cdd978b-8d34-4fe9-a575-d83d2d0356ea service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457354 Jul 14 10:14:20.365659 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e35d21b-ec34-4be2-8124-bef372c6d11d'] response: {'name': 'network-changed', 'server_uuid': 'fafa60f3-c1a7-4417-86cc-18991a61e82f', 'tag': 'ce5d7280-4a51-4c65-ac60-5e8730133d1a', 'status': 'completed', 'code': 200} Jul 14 10:14:20.391616 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b4267-47b6-4113-be6f-5c30d117df69 req-2531525c-3792-47c5-91cb-40e8ea87bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:20.393495 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-2531525c-3792-47c5-91cb-40e8ea87bdf2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2fa3ec6c-5616-438b-b8f9-070972840b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6119130 Jul 14 10:14:20.424871 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298dd3-bd0b-457a-a322-f6be1aef5d06 req-727e1b5d-f086-4672-9498-6596ebf29c3b tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:20.426541 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1f298dd3-bd0b-457a-a322-f6be1aef5d06 req-727e1b5d-f086-4672-9498-6596ebf29c3b tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 944 time: 0.1009171 Jul 14 10:14:20.459550 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:20.539123 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-08358832-cd8b-4c17-a495-b5c298c765eb service neutron] 10.222.0.58 "GET /v2.0/networks/2fa3ec6c-5616-438b-b8f9-070972840b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311140 Jul 14 10:14:20.555964 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-80bb2122-6219-46dc-a59f-3e89f6dac509 req-739f6e7f-0a3d-49d5-8dd9-13553577c13a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 210 time: 0.1391253 Jul 14 10:14:20.564092 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-51ffebd9-de56-48cd-b3b3-5105b91f925e admin admin] Publish callbacks [] for security_group (c4b318a7-a2b0-443e-8bcf-831fb0820077), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:20.599305 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-51ffebd9-de56-48cd-b3b3-5105b91f925e admin admin] Publish callbacks [] for security_group (c4b318a7-a2b0-443e-8bcf-831fb0820077), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:20.681241 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0e305b0d-a225-445b-980c-ad8add206e89 admin admin] Publish callbacks [] for security_group (7b6d69f2-ce74-4ee6-ba47-2aab25eda44c), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:20.721412 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1f298dd3-bd0b-457a-a322-f6be1aef5d06 req-615f351a-ce4f-41fd-904e-bc5e7aabb749 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536356 Jul 14 10:14:20.749522 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Allocated IP 172.20.0.10 (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f/4f93cc99-11fb-4265-adab-8cfd65721f58/81f609dc-8842-42ec-9605-22d13d78fb55) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:20.758647 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Attempting to bind port ae315f1e-83cb-48a2-a7c4-aec7aff8961d on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:20.761118 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Attempting to bind port ae315f1e-83cb-48a2-a7c4-aec7aff8961d by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:20.761861 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Attempting to bind port ae315f1e-83cb-48a2-a7c4-aec7aff8961d on network c86764b5-6320-470e-8466-fc72ac9ee1be {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:20.768579 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0e305b0d-a225-445b-980c-ad8add206e89 admin admin] Publish callbacks [] for security_group (7b6d69f2-ce74-4ee6-ba47-2aab25eda44c), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:20.772296 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-435620da-9b7a-4068-b895-8017babdfea5 req-9b51c720-6cac-4715-aaf7-2eba2238c3f3 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395662 Jul 14 10:14:20.825620 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Port ae315f1e-83cb-48a2-a7c4-aec7aff8961d on network c86764b5-6320-470e-8466-fc72ac9ee1be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:14:20.825992 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Attempting to bind port ae315f1e-83cb-48a2-a7c4-aec7aff8961d on network c86764b5-6320-470e-8466-fc72ac9ee1be {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:20.889239 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:20.889752 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Checking segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:20.890242 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Bound using segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:20.890693 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Bound port: ae315f1e-83cb-48a2-a7c4-aec7aff8961d, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:20.891058 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:20.924852 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-51ffebd9-de56-48cd-b3b3-5105b91f925e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (c4b318a7-a2b0-443e-8bcf-831fb0820077), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:20.927649 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-51ffebd9-de56-48cd-b3b3-5105b91f925e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:20.931419 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-51ffebd9-de56-48cd-b3b3-5105b91f925e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c4b318a7-a2b0-443e-8bcf-831fb0820077 HTTP/1.1" status: 204 len: 168 time: 1.2886078 Jul 14 10:14:20.972272 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffebd9-de56-48cd-b3b3-5105b91f925e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b318a7-a2b0-443e-8bcf-831fb0820077,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:20.974180 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:21.014517 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-327b4267-47b6-4113-be6f-5c30d117df69 req-e89dfe44-4a07-4673-b1d4-c0b9c31fb20b service neutron] 10.222.0.58 "GET /v2.0/networks/2fa3ec6c-5616-438b-b8f9-070972840b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805442 Jul 14 10:14:21.033572 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0e305b0d-a225-445b-980c-ad8add206e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7b6d69f2-ce74-4ee6-ba47-2aab25eda44c), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.036408 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0e305b0d-a225-445b-980c-ad8add206e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.040980 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-0e305b0d-a225-445b-980c-ad8add206e89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b6d69f2-ce74-4ee6-ba47-2aab25eda44c HTTP/1.1" status: 204 len: 168 time: 1.0891623 Jul 14 10:14:21.045691 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:21.057950 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] For port ae315f1e-83cb-48a2-a7c4-aec7aff8961d, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:21.061511 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e305b0d-a225-445b-980c-ad8add206e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6d69f2-ce74-4ee6-ba47-2aab25eda44c,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:21.065879 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] For port ae315f1e-83cb-48a2-a7c4-aec7aff8961d, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:21.074813 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.107106 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e8639f51-d2b4-4213-b8e8-bde53327a2aa req-5bdfc154-c941-4555-aec4-03021158e4cc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 210 time: 0.0944622 Jul 14 10:14:21.150412 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686a70c-1ed1-4699-9ec6-c16765fca6dd req-f4169d1a-9100-4f8f-a513-dc62b94f3243 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:21.152078 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e686a70c-1ed1-4699-9ec6-c16765fca6dd req-f4169d1a-9100-4f8f-a513-dc62b94f3243 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 944 time: 0.1371591 Jul 14 10:14:21.178959 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Pushing event updated for resources: {'Port': ['ID=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:21.192180 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:21.193160 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.195096 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-5e6d89ea-93d6-4ec9-9dba-fcb808b16ffe service neutron] 10.222.0.58 "PUT /v2.0/ports/ae315f1e-83cb-48a2-a7c4-aec7aff8961d HTTP/1.1" status: 200 len: 1094 time: 4.8993442 Jul 14 10:14:21.313435 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e686a70c-1ed1-4699-9ec6-c16765fca6dd req-90959a12-8b9f-457e-9f01-e1bebe3f3a86 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107309 Jul 14 10:14:21.325839 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (81f609dc-8842-42ec-9605-22d13d78fb55), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.352361 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:21.375317 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.422446 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:21.425623 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:21.432408 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:21.437547 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:21.438178 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.452625 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=81f609dc-8842-42ec-9605-22d13d78fb55,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:21.472955 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-c7a07502-4baf-44cf-9fd8-5111340021e7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3255799 Jul 14 10:14:21.542855 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45886) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:21.571160 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45888) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:21.588839 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bca1-3bbc-44eb-8e85-b31712a4138c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.596152 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-83536096-0521-48f2-a75c-ae2fe5ec7e28 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74bbee80b5564c1c86b56d07526537ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521579 Jul 14 10:14:21.601521 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45892) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:21.665019 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-852d5c95-cc0b-407c-880a-d8de1e9f052a admin admin] Publish callbacks [] for security_group (fb1fa70e-e20f-4969-aeab-904a544fc9b9), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.680263 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a55f1a06-1dd6-4990-85ab-48e636358369 req-146080d6-d17c-4d02-8085-4f708f41ca81 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 210 time: 0.0406766 Jul 14 10:14:21.689974 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-852d5c95-cc0b-407c-880a-d8de1e9f052a admin admin] Publish callbacks [] for security_group (fb1fa70e-e20f-4969-aeab-904a544fc9b9), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.696731 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-35b29405-a140-4ae8-bf51-cdff1f2eec2b None None] Provisioning complete for port 81f609dc-8842-42ec-9605-22d13d78fb55 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:21.698031 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35b29405-a140-4ae8-bf51-cdff1f2eec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.718322 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bca1-3bbc-44eb-8e85-b31712a4138c admin admin] Publish callbacks [] for security_group (dbf4828f-937b-4780-961b-679eec377363), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.723673 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d0d1bca1-3bbc-44eb-8e85-b31712a4138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (dbf4828f-937b-4780-961b-679eec377363), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.736330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-35b29405-a140-4ae8-bf51-cdff1f2eec2b None None] Port 81f609dc-8842-42ec-9605-22d13d78fb55 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:21.758088 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-852d5c95-cc0b-407c-880a-d8de1e9f052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (fb1fa70e-e20f-4969-aeab-904a544fc9b9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.760961 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-852d5c95-cc0b-407c-880a-d8de1e9f052a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.764002 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-852d5c95-cc0b-407c-880a-d8de1e9f052a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb1fa70e-e20f-4969-aeab-904a544fc9b9 HTTP/1.1" status: 204 len: 168 time: 0.1590369 Jul 14 10:14:21.772393 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d5c95-cc0b-407c-880a-d8de1e9f052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1fa70e-e20f-4969-aeab-904a544fc9b9,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:21.778911 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1bca1-3bbc-44eb-8e85-b31712a4138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf4828f-937b-4780-961b-679eec377363,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:21.787935 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-d0d1bca1-3bbc-44eb-8e85-b31712a4138c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a0a0bd50de54fcb92b101837a94386c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148128 Jul 14 10:14:21.789935 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45898) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:21.875944 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f4e68-8f81-4148-8fc8-e837bb6ad7d2 req-8b81d3f7-007c-49a0-bf68-8eab6eb145b5 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:21.877421 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dd8f4e68-8f81-4148-8fc8-e837bb6ad7d2 req-8b81d3f7-007c-49a0-bf68-8eab6eb145b5 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 944 time: 0.0793822 Jul 14 10:14:21.899433 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3e77f1b-46e7-4fbc-a4bd-5278349d5ef7 admin admin] Publish callbacks [] for security_group (dbf4828f-937b-4780-961b-679eec377363), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.916414 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:21.935117 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3e77f1b-46e7-4fbc-a4bd-5278349d5ef7 admin admin] Publish callbacks [] for security_group (dbf4828f-937b-4780-961b-679eec377363), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:21.979878 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dd8f4e68-8f81-4148-8fc8-e837bb6ad7d2 req-6ad19881-57b8-4d90-8d0f-e76cdae7826f tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891509 Jul 14 10:14:22.023471 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3e77f1b-46e7-4fbc-a4bd-5278349d5ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (dbf4828f-937b-4780-961b-679eec377363), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:22.026922 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3e77f1b-46e7-4fbc-a4bd-5278349d5ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:22.028435 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-e3e77f1b-46e7-4fbc-a4bd-5278349d5ef7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dbf4828f-937b-4780-961b-679eec377363 HTTP/1.1" status: 204 len: 168 time: 0.2371662 Jul 14 10:14:22.039300 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e77f1b-46e7-4fbc-a4bd-5278349d5ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf4828f-937b-4780-961b-679eec377363,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:22.259175 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd891d5-cffe-4edc-92b4-7780522ce7a4 req-5fd249fb-4867-47ee-80bd-4f73be80ab2e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:22.273907 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cbd891d5-cffe-4edc-92b4-7780522ce7a4 req-5fd249fb-4867-47ee-80bd-4f73be80ab2e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 932 time: 0.0703614 Jul 14 10:14:22.276136 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 45930) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:22.356367 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cbd891d5-cffe-4edc-92b4-7780522ce7a4 req-c5921dd2-64c7-4bef-a6ad-c9dffb2d1f31 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635488 Jul 14 10:14:22.367344 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1c8e49-223d-4c87-bb65-79edca0dac61', 'tag': 'ae315f1e-83cb-48a2-a7c4-aec7aff8961d'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:22.369992 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a70b6a-698f-48ee-bc81-a55a6008662f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1c8e49-223d-4c87-bb65-79edca0dac61", "tag": "ae315f1e-83cb-48a2-a7c4-aec7aff8961d"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:22.376645 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Request body: {'port': {'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:22.450783 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-92520f1c-cfff-4546-93d9-53a1caeefd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:22.452356 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-92520f1c-cfff-4546-93d9-53a1caeefd82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 1128 time: 0.0660326 Jul 14 10:14:22.465360 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0c1a8c-2f20-4716-a45e-58cbe1ce6bf0 x-openstack-request-id: req-8f0c1a8c-2f20-4716-a45e-58cbe1ce6bf0 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:22.465360 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1c8e49-223d-4c87-bb65-79edca0dac61", "tag": "ae315f1e-83cb-48a2-a7c4-aec7aff8961d", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:22.465624 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f0c1a8c-2f20-4716-a45e-58cbe1ce6bf0 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:22.465936 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0c1a8c-2f20-4716-a45e-58cbe1ce6bf0'] response: {'name': 'network-changed', 'server_uuid': 'dc1c8e49-223d-4c87-bb65-79edca0dac61', 'tag': 'ae315f1e-83cb-48a2-a7c4-aec7aff8961d', 'status': 'completed', 'code': 200} Jul 14 10:14:22.533876 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b10eec-c5c1-408c-a4a3-dafa7a2ba5a1 req-662f0dbb-afdc-43cd-8248-1c726d5003b5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:22.536079 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-70b10eec-c5c1-408c-a4a3-dafa7a2ba5a1 req-662f0dbb-afdc-43cd-8248-1c726d5003b5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 944 time: 0.1040881 Jul 14 10:14:22.555673 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:22.589719 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-b4f55bc9-7de8-41d3-97bc-f5775fe5c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:22.591214 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-b4f55bc9-7de8-41d3-97bc-f5775fe5c51c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 1128 time: 0.1378250 Jul 14 10:14:22.605655 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12b7593b-de22-4927-a0d2-8c2e6316ea3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:22.648156 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:22.657566 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-28992f6d-85b1-4525-8682-21a598143304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:22.659283 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-28992f6d-85b1-4525-8682-21a598143304 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.1909802 Jul 14 10:14:22.677407 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-70b10eec-c5c1-408c-a4a3-dafa7a2ba5a1 req-6400e346-b3f5-4c27-a057-105260732d5c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289093 Jul 14 10:14:22.868143 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-15d109f3-74cb-45ee-8d4e-59529e561ea2 req-ea3a1c8a-6b41-41a2-a095-4543c5790ccf tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 210 time: 0.0718002 Jul 14 10:14:22.900619 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12b7593b-de22-4927-a0d2-8c2e6316ea3f admin admin] Publish callbacks [] for security_group (154539e1-db66-4f44-a112-932f5583124e), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:22.909752 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12b7593b-de22-4927-a0d2-8c2e6316ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (154539e1-db66-4f44-a112-932f5583124e), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:22.969969 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-12b7593b-de22-4927-a0d2-8c2e6316ea3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=931ca54dda44423f8d41a6de2dd0cf30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6898146 Jul 14 10:14:22.970481 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 45964) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:22.974859 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7593b-de22-4927-a0d2-8c2e6316ea3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154539e1-db66-4f44-a112-932f5583124e,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:23.026054 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f609dc-8842-42ec-9605-22d13d78fb55 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:14:23.031468 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:23.036709 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Publish callbacks [] for port (81f609dc-8842-42ec-9605-22d13d78fb55), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:23.036948 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3344ff4f-6cf4-428e-bdfb-e7c4ed0d6172 admin admin] Publish callbacks [] for security_group (154539e1-db66-4f44-a112-932f5583124e), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:23.055392 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Transition to ACTIVE for port object 81f609dc-8842-42ec-9605-22d13d78fb55 will not be triggered until provisioned by entity L2. {{(pid=104066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:14:23.063042 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3344ff4f-6cf4-428e-bdfb-e7c4ed0d6172 admin admin] Publish callbacks [] for security_group (154539e1-db66-4f44-a112-932f5583124e), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:23.064100 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:23.123680 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3344ff4f-6cf4-428e-bdfb-e7c4ed0d6172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (154539e1-db66-4f44-a112-932f5583124e), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:23.124284 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Pushing event updated for resources: {'Port': ['ID=81f609dc-8842-42ec-9605-22d13d78fb55,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:23.126175 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3344ff4f-6cf4-428e-bdfb-e7c4ed0d6172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:23.127318 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-3344ff4f-6cf4-428e-bdfb-e7c4ed0d6172 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/154539e1-db66-4f44-a112-932f5583124e HTTP/1.1" status: 204 len: 168 time: 0.1558483 Jul 14 10:14:23.136123 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344ff4f-6cf4-428e-bdfb-e7c4ed0d6172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154539e1-db66-4f44-a112-932f5583124e,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:23.208166 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23745641-b6b8-43e6-af1e-d928122d5dc2 req-52eb94eb-d22d-4f9f-9c87-d65d38fda147 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:23.239247 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-23745641-b6b8-43e6-af1e-d928122d5dc2 req-52eb94eb-d22d-4f9f-9c87-d65d38fda147 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 944 time: 0.1086600 Jul 14 10:14:23.282729 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.58', 49528) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:23.328584 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-2b0b54d2-7a1d-44c7-980b-742deaefa100 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92d02821-6f9a-4eb7-b48c-24008feeb3ed HTTP/1.1" status: 200 len: 217 time: 0.1099617 Jul 14 10:14:23.382806 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-f634cf10-571b-4999-845b-73cededaf46e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae315f1e-83cb-48a2-a7c4-aec7aff8961d HTTP/1.1" status: 200 len: 217 time: 0.1666832 Jul 14 10:14:23.444646 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Attempting to bind port 81f609dc-8842-42ec-9605-22d13d78fb55 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:23.446159 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Attempting to bind port 81f609dc-8842-42ec-9605-22d13d78fb55 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:23.446489 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Attempting to bind port 81f609dc-8842-42ec-9605-22d13d78fb55 on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:23.511950 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-3c76b7fb-9ba6-4dd4-a489-c6135100850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:23.514056 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-3c76b7fb-9ba6-4dd4-a489-c6135100850e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.1445875 Jul 14 10:14:23.518560 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-11c317c1-1953-4590-845f-62dc4a61308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:23.521226 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-11c317c1-1953-4590-845f-62dc4a61308b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0956833 Jul 14 10:14:23.559711 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Port 81f609dc-8842-42ec-9605-22d13d78fb55 on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:14:23.560372 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Attempting to bind port 81f609dc-8842-42ec-9605-22d13d78fb55 on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:23.592084 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-2f78a506-84be-4ab7-8373-3cc30800d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:23.592523 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-2f78a506-84be-4ab7-8373-3cc30800d573 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a5b4dfcb90d421192be6dbc102ca1bb&device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 1128 time: 0.3006160 Jul 14 10:14:23.649847 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:23.650187 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Checking segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:23.650563 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Bound using segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:23.651028 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Bound port: 81f609dc-8842-42ec-9605-22d13d78fb55, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:23.651637 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:23.678169 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-23745641-b6b8-43e6-af1e-d928122d5dc2 req-4819e282-1e2d-4e9f-b2a3-4f0a8300547d tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379969 Jul 14 10:14:23.743343 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-08f18c4a-9db4-4831-bd0a-717d484d23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:23.745150 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-08f18c4a-9db4-4831-bd0a-717d484d23f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2144310 Jul 14 10:14:23.748913 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-8e0ee974-d793-4b19-821b-769fda047102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:23.750522 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-8e0ee974-d793-4b19-821b-769fda047102 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1277313 Jul 14 10:14:23.778604 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:23.798568 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfba7c-5226-4533-aa68-26e62ad9c6b0 req-03085ac3-3b8a-424d-919d-65b357c44824 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:23.806534 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c8bfba7c-5226-4533-aa68-26e62ad9c6b0 req-03085ac3-3b8a-424d-919d-65b357c44824 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 944 time: 0.2816420 Jul 14 10:14:23.821956 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:23.884028 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-ff352cbb-3fe7-4a29-91c8-c98f845ff306 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:23.885724 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-ff352cbb-3fe7-4a29-91c8-c98f845ff306 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.58 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 811 time: 0.5967867 Jul 14 10:14:24.098197 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c8bfba7c-5226-4533-aa68-26e62ad9c6b0 req-911d7a08-3d64-440d-acfe-a80892b487a7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905514 Jul 14 10:14:24.102766 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:24.120696 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3ad1-fa56-48f6-8667-05e548ccabf6 req-a186a25a-c595-4fdd-b9cb-42cc13669471 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:24.122981 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ddaf3ad1-fa56-48f6-8667-05e548ccabf6 req-a186a25a-c595-4fdd-b9cb-42cc13669471 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 944 time: 0.3416092 Jul 14 10:14:24.137473 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] For port 81f609dc-8842-42ec-9605-22d13d78fb55, host hv-cinder-84980, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:24.141627 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] For port 81f609dc-8842-42ec-9605-22d13d78fb55, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=81f609dc-8842-42ec-9605-22d13d78fb55,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:24.149668 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-1f0e1172-8c92-4cb9-a251-715d01010e39 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813922 Jul 14 10:14:24.150493 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46016) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:24.171229 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:24.202692 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc986-4cd6-4dd4-a4bd-641c33aeef00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:24.252466 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-01335ebc-4b76-49a9-bc4b-310819e5d00e service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946954 Jul 14 10:14:24.267980 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-dbcc5480-a5f7-48fb-b647-beeb47d36566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:24.269677 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-dbcc5480-a5f7-48fb-b647-beeb47d36566 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2fa3ec6c-5616-438b-b8f9-070972840b0b HTTP/1.1" status: 200 len: 912 time: 0.6379516 Jul 14 10:14:24.377935 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-ab5d501a-e37e-4e8a-bb6d-b1f9852008d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce5d7280-4a51-4c65-ac60-5e8730133d1a HTTP/1.1" status: 200 len: 217 time: 0.0782614 Jul 14 10:14:24.382623 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:24.383747 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:24.385483 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] 10.222.0.58 "PUT /v2.0/ports/81f609dc-8842-42ec-9605-22d13d78fb55 HTTP/1.1" status: 200 len: 1094 time: 2.0161135 Jul 14 10:14:24.386626 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'tag': '81f609dc-8842-42ec-9605-22d13d78fb55'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:24.389315 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea17803-3053-48cf-8ae9-accee945bbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "79ac6d8d-492d-45da-ac13-5688fc6e2bb6", "tag": "81f609dc-8842-42ec-9605-22d13d78fb55"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:24.405064 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-92998227-657f-403c-a4cf-1403664fe5d5 req-651cdb1a-8b35-4893-8827-e951003d75cb tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 210 time: 0.1556752 Jul 14 10:14:24.415512 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-d48c5b9d-16cd-4bc4-987f-415287203cdd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0 HTTP/1.1" status: 200 len: 380 time: 0.4540493 Jul 14 10:14:24.416450 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbd07a-91e9-496f-a0e6-542c6af8ecd2 service neutron] Pushing event updated for resources: {'Port': ['ID=81f609dc-8842-42ec-9605-22d13d78fb55,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:24.477005 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-222fd432-45d6-46db-8d3b-7f6ef9686fac req-f914113b-c323-414c-8deb-c79e92d674a0 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167534 Jul 14 10:14:24.495312 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ddaf3ad1-fa56-48f6-8667-05e548ccabf6 req-171bf252-2fa0-43de-a611-0a845ea30f2a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349586 Jul 14 10:14:24.495806 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46028) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:24.523394 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'port': {'device_id': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'admin_state_up': True, 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'security_groups': ['572db2ee-1e73-44cf-891a-42e8a92d3049']}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:24.560787 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc986-4cd6-4dd4-a4bd-641c33aeef00 admin admin] Publish callbacks [] for security_group (321a3361-800c-4128-acf1-685c7f8f02fc), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:24.566308 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1ad3f3f-e1e1-4184-a35e-5029b29e4c69 req-fb404f72-1891-4253-987d-01f737c0ddea service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010428 Jul 14 10:14:24.570982 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc986-4cd6-4dd4-a4bd-641c33aeef00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (321a3361-800c-4128-acf1-685c7f8f02fc), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:24.592214 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48036d47-6ca9-46e8-b223-4360f321409f x-openstack-request-id: req-48036d47-6ca9-46e8-b223-4360f321409f {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:24.592737 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ac6d8d-492d-45da-ac13-5688fc6e2bb6", "tag": "81f609dc-8842-42ec-9605-22d13d78fb55", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:24.592737 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48036d47-6ca9-46e8-b223-4360f321409f {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:24.593140 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48036d47-6ca9-46e8-b223-4360f321409f'] response: {'name': 'network-changed', 'server_uuid': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'tag': '81f609dc-8842-42ec-9605-22d13d78fb55', 'status': 'completed', 'code': 200} Jul 14 10:14:24.601041 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:24.626718 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8e6cc986-4cd6-4dd4-a4bd-641c33aeef00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbd80b12d66442b898679bac15e25263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4696774 Jul 14 10:14:24.626718 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cc986-4cd6-4dd4-a4bd-641c33aeef00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a3361-800c-4128-acf1-685c7f8f02fc,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:24.628386 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46036) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:24.685242 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-42110796-df8f-49a6-a7a3-f251ada9f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:24.687264 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-42110796-df8f-49a6-a7a3-f251ada9f85a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d976eab7-c249-48c7-8c17-d02f6da8beec HTTP/1.1" status: 200 len: 850 time: 0.2031286 Jul 14 10:14:24.710421 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-944ef8a1-ffcd-49de-808e-2ef0687e4612 admin admin] Publish callbacks [] for security_group (321a3361-800c-4128-acf1-685c7f8f02fc), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:24.722677 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-13b53309-8d6e-4024-b1ee-d186147fb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:24.724837 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-13b53309-8d6e-4024-b1ee-d186147fb914 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 1128 time: 0.2434499 Jul 14 10:14:24.744470 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-944ef8a1-ffcd-49de-808e-2ef0687e4612 admin admin] Publish callbacks [] for security_group (321a3361-800c-4128-acf1-685c7f8f02fc), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:24.800337 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-944ef8a1-ffcd-49de-808e-2ef0687e4612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (321a3361-800c-4128-acf1-685c7f8f02fc), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:24.802821 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-944ef8a1-ffcd-49de-808e-2ef0687e4612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:24.804012 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-944ef8a1-ffcd-49de-808e-2ef0687e4612 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/321a3361-800c-4128-acf1-685c7f8f02fc HTTP/1.1" status: 204 len: 168 time: 0.1744289 Jul 14 10:14:24.813142 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ef8a1-ffcd-49de-808e-2ef0687e4612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a3361-800c-4128-acf1-685c7f8f02fc,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:25.043576 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-78f984d1-df8b-447e-8019-dfc580962063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:25.062490 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e15696-706e-4aa1-a104-5f7b6ad23888 req-4d73cfca-1398-4bb7-b401-d43658458a4b tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:25.064126 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-39e15696-706e-4aa1-a104-5f7b6ad23888 req-4d73cfca-1398-4bb7-b401-d43658458a4b tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 944 time: 0.3027291 Jul 14 10:14:25.085368 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Made reservation on behalf of a4cde0820dc5474eb7091fb3a8de4cd0 for: {'port': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:25.088550 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:25.197797 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device ce5d7280-4a51-4c65-ac60-5e8730133d1a details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:25.224256 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-39e15696-706e-4aa1-a104-5f7b6ad23888 req-a90d16d6-6336-4942-a30b-984cc9e12028 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520872 Jul 14 10:14:25.291688 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:25.328230 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port ce5d7280-4a51-4c65-ac60-5e8730133d1a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ce5d7280-4a51-4c65-ac60-5e8730133d1a,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:25.343341 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': 'ce5d7280-4a51-4c65-ac60-5e8730133d1a', 'network_id': '2fa3ec6c-5616-438b-b8f9-070972840b0b', 'port_id': 'ce5d7280-4a51-4c65-ac60-5e8730133d1a', 'mac_address': 'fa:16:3e:9b:a1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd976eab7-c249-48c7-8c17-d02f6da8beec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:25.387299 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port ce5d7280-4a51-4c65-ac60-5e8730133d1a is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:25.387689 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:25.403264 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5d7280-4a51-4c65-ac60-5e8730133d1a {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:14:25.405007 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-51869042-4d49-4c9d-8ecf-6abc50403a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:25.407145 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-51869042-4d49-4c9d-8ecf-6abc50403a67 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 1128 time: 0.0941980 Jul 14 10:14:25.446506 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port ce5d7280-4a51-4c65-ac60-5e8730133d1a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ce5d7280-4a51-4c65-ac60-5e8730133d1a,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:25.458622 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:25.459301 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 92d02821-6f9a-4eb7-b48c-24008feeb3ed details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:25.492600 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:25.500719 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeeb1b-6887-4d8a-9f81-8b8f9e811995 req-d71160b8-4fbf-4986-9221-51c7b2de4cac tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:25.510141 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2eeeeb1b-6887-4d8a-9f81-8b8f9e811995 req-d71160b8-4fbf-4986-9221-51c7b2de4cac tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 944 time: 0.2961307 Jul 14 10:14:25.516818 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-0b87bdb3-e738-4a8d-a7c5-88f0afc5dcbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81f609dc-8842-42ec-9605-22d13d78fb55 HTTP/1.1" status: 200 len: 217 time: 0.2014585 Jul 14 10:14:25.545618 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:25.585688 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-27e1e277-eafa-4b14-b057-59fdc89e513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:25.587555 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-27e1e277-eafa-4b14-b057-59fdc89e513b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.1736419 Jul 14 10:14:25.627825 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=ce5d7280-4a51-4c65-ac60-5e8730133d1a,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:25.646656 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-1bc87808-a572-4510-ab9f-4ddd2d82f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:25.649170 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-1bc87808-a572-4510-ab9f-4ddd2d82f305 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2fa3ec6c-5616-438b-b8f9-070972840b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3564446 Jul 14 10:14:25.651318 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c91a9e21-406d-43fd-8940-7983cb7d54a8 req-8f74c8ae-3c5b-42b5-b750-23cbd3a80e1e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 210 time: 0.1331332 Jul 14 10:14:25.674578 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-d84c8305-ef16-42e6-a51c-4d9bfd324960 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae315f1e-83cb-48a2-a7c4-aec7aff8961d HTTP/1.1" status: 200 len: 217 time: 0.0793319 Jul 14 10:14:25.711229 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Allocated IP 172.20.0.14 (71d0e822-864d-4ce6-a81f-385b20a87683/071f2e91-7cf1-4a54-8cdc-0b9d733ac146/60884b85-920e-41c7-b0fe-f0bd7728bc60) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:25.770630 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 92d02821-6f9a-4eb7-b48c-24008feeb3ed, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=92d02821-6f9a-4eb7-b48c-24008feeb3ed,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:25.774607 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-49ee6cf8-2065-4cc5-94cc-d7c0c5a28ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:25.776295 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-49ee6cf8-2065-4cc5-94cc-d7c0c5a28ec1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0944171 Jul 14 10:14:25.798825 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '92d02821-6f9a-4eb7-b48c-24008feeb3ed', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'port_id': '92d02821-6f9a-4eb7-b48c-24008feeb3ed', 'mac_address': 'fa:16:3e:87:80:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:25.856067 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 92d02821-6f9a-4eb7-b48c-24008feeb3ed is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:25.856856 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:25.872564 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d02821-6f9a-4eb7-b48c-24008feeb3ed {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:14:25.876529 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-307623d4-e655-47c5-afe9-401d9d3299ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:25.878215 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-307623d4-e655-47c5-afe9-401d9d3299ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951731 Jul 14 10:14:25.904091 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 92d02821-6f9a-4eb7-b48c-24008feeb3ed, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=92d02821-6f9a-4eb7-b48c-24008feeb3ed,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:25.914951 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:25.960739 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-a796b15c-7bfe-49a5-b19a-e16d0a97ca48 service neutron] 10.222.0.58 "GET /v2.0/networks/2fa3ec6c-5616-438b-b8f9-070972840b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757174 Jul 14 10:14:26.004916 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-78f984d1-df8b-447e-8019-dfc580962063 admin admin] Publish callbacks [] for security_group (8249f92f-5b93-4793-9c37-3aca60ca18cf), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:26.029242 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=92d02821-6f9a-4eb7-b48c-24008feeb3ed,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:26.049628 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-78f984d1-df8b-447e-8019-dfc580962063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (8249f92f-5b93-4793-9c37-3aca60ca18cf), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:26.069058 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-6f416749-0841-47e8-aded-bf3bbb4ccbcf service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839447 Jul 14 10:14:26.078691 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2eeeeb1b-6887-4d8a-9f81-8b8f9e811995 req-1283d09d-ee90-4908-8ce6-467eae7cbf85 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641870 Jul 14 10:14:26.116598 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-343813b6-a897-406e-b82c-bf0652b2fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:26.118158 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-343813b6-a897-406e-b82c-bf0652b2fd41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.5679038 Jul 14 10:14:26.133398 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b93b3-ddd4-41aa-964d-592b1d4b6cd5 req-e92a87cb-7e99-452d-8265-6efd9efacde2 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:26.134540 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f89b93b3-ddd4-41aa-964d-592b1d4b6cd5 req-e92a87cb-7e99-452d-8265-6efd9efacde2 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 944 time: 0.3381209 Jul 14 10:14:26.193167 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:26.195646 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-49a70b6a-698f-48ee-bc81-a55a6008662f req-5441e3c4-4875-42ac-ae42-1a33224b3e83 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198609 Jul 14 10:14:26.230694 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:26.274171 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['92d02821-6f9a-4eb7-b48c-24008feeb3ed'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:26.301890 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-cbb50986-32de-44ef-b955-815d31e2d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:26.304432 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-cbb50986-32de-44ef-b955-815d31e2d3af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1686537 Jul 14 10:14:26.328579 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:26.338550 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-78f984d1-df8b-447e-8019-dfc580962063 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cf960aa799c4f3e9ee822e4c746f86b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7689598 Jul 14 10:14:26.341530 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46104) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:26.361166 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f984d1-df8b-447e-8019-dfc580962063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8249f92f-5b93-4793-9c37-3aca60ca18cf,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:26.416828 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-90f54046-bb9a-4606-a3cc-47e604453de4 admin admin] Publish callbacks [] for security_group (8249f92f-5b93-4793-9c37-3aca60ca18cf), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:26.445369 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-90f54046-bb9a-4606-a3cc-47e604453de4 admin admin] Publish callbacks [] for security_group (8249f92f-5b93-4793-9c37-3aca60ca18cf), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:26.460844 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e682b9e9-fa8e-4233-a69e-3e3b6ce4465e req-d8bb730c-2627-4753-b393-721a7114c33f service neutron] 10.222.0.58 "GET /v2.0/networks/2fa3ec6c-5616-438b-b8f9-070972840b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869192 Jul 14 10:14:26.467570 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366390f3-6278-4f35-a22e-1e0f070b4e4a req-e367d7ee-b422-488b-8cba-a7207f0ffcfd tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:26.469056 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-366390f3-6278-4f35-a22e-1e0f070b4e4a req-e367d7ee-b422-488b-8cba-a7207f0ffcfd tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 945 time: 0.1294305 Jul 14 10:14:26.481937 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['ce5d7280-4a51-4c65-ac60-5e8730133d1a'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:26.582872 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-90f54046-bb9a-4606-a3cc-47e604453de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (8249f92f-5b93-4793-9c37-3aca60ca18cf), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:26.587386 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-90f54046-bb9a-4606-a3cc-47e604453de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:26.587386 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-90f54046-bb9a-4606-a3cc-47e604453de4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8249f92f-5b93-4793-9c37-3aca60ca18cf HTTP/1.1" status: 204 len: 168 time: 0.2447302 Jul 14 10:14:26.621552 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f54046-bb9a-4606-a3cc-47e604453de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8249f92f-5b93-4793-9c37-3aca60ca18cf,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:26.705089 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:26.715373 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f89b93b3-ddd4-41aa-964d-592b1d4b6cd5 req-7296848f-cd46-482e-b43a-35878dcaf5ae tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375676 Jul 14 10:14:26.735221 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:26.787717 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-366390f3-6278-4f35-a22e-1e0f070b4e4a req-42550af5-3864-4466-bcda-23ddd76c840e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939780 Jul 14 10:14:26.791897 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-25accf5f-0c5f-4854-a86a-8d3174052265 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474421 Jul 14 10:14:26.873952 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8b1240fd-8935-4c1b-a6ce-6f9ce0abe22e req-b46a34ba-1d63-4590-a1b5-e7c62a8a0249 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 210 time: 0.0775173 Jul 14 10:14:26.911651 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:26.967976 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Network 71d0e822-864d-4ce6-a81f-385b20a87683 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:26.987885 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:26.993094 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46124) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:26.994091 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:26.999825 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:27.000517 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.012635 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'Port': ['ID=60884b85-920e-41c7-b0fe-f0bd7728bc60,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:27.017021 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0aef96ce-7357-4a21-a1fd-b9049478c431 req-069f21be-84b3-4cbc-9a9b-53ff9701214c service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049053 Jul 14 10:14:27.020328 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-35dd6d84-b51f-43f1-98d7-4a2f36aea942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.020696 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-06875e13-9666-4b1c-9f5f-321d0982f666 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5554781 Jul 14 10:14:27.039126 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Request body: {'port': {'device_id': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:27.136713 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-35dd6d84-b51f-43f1-98d7-4a2f36aea942 admin admin] Publish callbacks [] for security_group (24381f78-cd9a-4498-99e8-cbb3fe6e8a69), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.146680 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.148982 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-35dd6d84-b51f-43f1-98d7-4a2f36aea942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (24381f78-cd9a-4498-99e8-cbb3fe6e8a69), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.184647 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-35dd6d84-b51f-43f1-98d7-4a2f36aea942 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4c2912dfbb5457ca2a784d60f306866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898947 Jul 14 10:14:27.186447 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46134) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:27.221372 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd6d84-b51f-43f1-98d7-4a2f36aea942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24381f78-cd9a-4498-99e8-cbb3fe6e8a69,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:27.294372 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:27.309790 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d38487ee-85e9-40b7-bb90-65a97aa0fcc4 admin admin] Publish callbacks [] for security_group (24381f78-cd9a-4498-99e8-cbb3fe6e8a69), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.342102 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d38487ee-85e9-40b7-bb90-65a97aa0fcc4 admin admin] Publish callbacks [] for security_group (24381f78-cd9a-4498-99e8-cbb3fe6e8a69), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.361198 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device ae315f1e-83cb-48a2-a7c4-aec7aff8961d details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:27.365572 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device ce5d7280-4a51-4c65-ac60-5e8730133d1a up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:27.412137 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a27f5-2708-4184-aeb0-b1c6a10d6c75 req-70f52d4f-f137-413a-b2ea-51b3c897f353 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:27.414439 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-376a27f5-2708-4184-aeb0-b1c6a10d6c75 req-70f52d4f-f137-413a-b2ea-51b3c897f353 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 944 time: 0.2055702 Jul 14 10:14:27.442562 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d38487ee-85e9-40b7-bb90-65a97aa0fcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (24381f78-cd9a-4498-99e8-cbb3fe6e8a69), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.446584 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d38487ee-85e9-40b7-bb90-65a97aa0fcc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.452837 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d38487ee-85e9-40b7-bb90-65a97aa0fcc4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24381f78-cd9a-4498-99e8-cbb3fe6e8a69 HTTP/1.1" status: 204 len: 168 time: 0.2647324 Jul 14 10:14:27.468318 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38487ee-85e9-40b7-bb90-65a97aa0fcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24381f78-cd9a-4498-99e8-cbb3fe6e8a69,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:27.535546 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-376a27f5-2708-4184-aeb0-b1c6a10d6c75 req-3193cb1f-50ff-431f-bb16-49aee8d74a3b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135209 Jul 14 10:14:27.668665 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60884b85-920e-41c7-b0fe-f0bd7728bc60 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:14:27.681766 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Publish callbacks [] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.719423 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Transition to ACTIVE for port object 60884b85-920e-41c7-b0fe-f0bd7728bc60 will not be triggered until provisioned by entity L2. {{(pid=104066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:14:27.728747 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:27.825434 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=60884b85-920e-41c7-b0fe-f0bd7728bc60,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:27.831120 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:27.953419 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:28.000571 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Attempting to bind port 60884b85-920e-41c7-b0fe-f0bd7728bc60 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:28.000919 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Attempting to bind port 60884b85-920e-41c7-b0fe-f0bd7728bc60 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:28.001281 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Attempting to bind port 60884b85-920e-41c7-b0fe-f0bd7728bc60 on network 71d0e822-864d-4ce6-a81f-385b20a87683 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:28.006881 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port ce5d7280-4a51-4c65-ac60-5e8730133d1a completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:14:28.014566 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db42eb-72a6-480d-9c8c-9afb87917924 req-08298f1d-fd45-4add-897d-0b407e8e2858 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:28.029450 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c6db42eb-72a6-480d-9c8c-9afb87917924 req-08298f1d-fd45-4add-897d-0b407e8e2858 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 944 time: 0.1100793 Jul 14 10:14:28.049021 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Port 60884b85-920e-41c7-b0fe-f0bd7728bc60 on network 71d0e822-864d-4ce6-a81f-385b20a87683 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:14:28.049670 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Attempting to bind port 60884b85-920e-41c7-b0fe-f0bd7728bc60 on network 71d0e822-864d-4ce6-a81f-385b20a87683 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:28.051657 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port ae315f1e-83cb-48a2-a7c4-aec7aff8961d, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:28.076546 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': 'ae315f1e-83cb-48a2-a7c4-aec7aff8961d', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'port_id': 'ae315f1e-83cb-48a2-a7c4-aec7aff8961d', 'mac_address': 'fa:16:3e:81:a5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:28.093210 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port ce5d7280-4a51-4c65-ac60-5e8730133d1a triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:28.093589 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:28.217693 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port ae315f1e-83cb-48a2-a7c4-aec7aff8961d is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:28.218082 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:28.218576 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:28.219186 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Checking segment: {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:28.219962 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Bound using segment: {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:28.220742 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Bound port: 60884b85-920e-41c7-b0fe-f0bd7728bc60, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:28.221379 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:28.239529 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae315f1e-83cb-48a2-a7c4-aec7aff8961d {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:14:28.248734 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-d6773069-6980-427f-a648-c769ea501c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:28.250517 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-d6773069-6980-427f-a648-c769ea501c00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 1128 time: 0.4217365 Jul 14 10:14:28.264371 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port ae315f1e-83cb-48a2-a7c4-aec7aff8961d, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:28.295461 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:28.320284 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e99667-ea5e-4bbc-b9ba-8425ee560544 req-4b1445b5-32a0-4265-b5fe-a7e2e9b0d4a9 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:28.330857 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f5e99667-ea5e-4bbc-b9ba-8425ee560544 req-4b1445b5-32a0-4265-b5fe-a7e2e9b0d4a9 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 945 time: 0.3863626 Jul 14 10:14:28.356764 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port ce5d7280-4a51-4c65-ac60-5e8730133d1a is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:28.357460 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:28.422619 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port ce5d7280-4a51-4c65-ac60-5e8730133d1a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ce5d7280-4a51-4c65-ac60-5e8730133d1a,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:28.426180 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafa60f3-c1a7-4417-86cc-18991a61e82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5d7280-4a51-4c65-ac60-5e8730133d1a'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:28.457827 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f5e99667-ea5e-4bbc-b9ba-8425ee560544 req-8c0940cd-4d2b-4e06-99e1-c7a23988e51e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254401 Jul 14 10:14:28.461135 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c6db42eb-72a6-480d-9c8c-9afb87917924 req-814296ce-a798-45d0-8187-8066f6bf4daf tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288647 Jul 14 10:14:28.495423 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:28.496225 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 92d02821-6f9a-4eb7-b48c-24008feeb3ed up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:28.501913 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:28.516973 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] For port 60884b85-920e-41c7-b0fe-f0bd7728bc60, host hv-cinder-84980, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:28.522663 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] For port 60884b85-920e-41c7-b0fe-f0bd7728bc60, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:28.551768 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:28.582065 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:28.590432 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['ae315f1e-83cb-48a2-a7c4-aec7aff8961d'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:28.609404 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 92d02821-6f9a-4eb7-b48c-24008feeb3ed completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:14:28.638968 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=60884b85-920e-41c7-b0fe-f0bd7728bc60,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:28.640158 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 92d02821-6f9a-4eb7-b48c-24008feeb3ed triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:28.640608 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:28.644789 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=ce5d7280-4a51-4c65-ac60-5e8730133d1a,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:28.645454 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:28.646071 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:28.647481 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-29d234be-3f62-4a75-b0ec-8237adf72dd8 service neutron] 10.222.0.58 "PUT /v2.0/ports/60884b85-920e-41c7-b0fe-f0bd7728bc60 HTTP/1.1" status: 200 len: 1094 time: 1.6135352 Jul 14 10:14:28.649132 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'tag': '60884b85-920e-41c7-b0fe-f0bd7728bc60'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:28.650952 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fe846c-a13e-49eb-b110-082ae168e5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5e53dd-665c-4eb7-a9b9-94555c21df75", "tag": "60884b85-920e-41c7-b0fe-f0bd7728bc60"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:28.661648 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-1d9cb64e-5c01-40c7-a8a2-d3415ca26ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:28.665726 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-1d9cb64e-5c01-40c7-a8a2-d3415ca26ea7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 915 time: 0.4012141 Jul 14 10:14:28.770801 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:28.775064 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-4a98854b-a865-43fa-a413-d900c9219d97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81f609dc-8842-42ec-9605-22d13d78fb55 HTTP/1.1" status: 200 len: 217 time: 0.0588982 Jul 14 10:14:28.828306 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765a7cb5-30e5-4b22-9e20-5af9f37d14a2" -d '{"events": [{"server_uuid": "fafa60f3-c1a7-4417-86cc-18991a61e82f", "name": "network-vif-plugged", "status": "completed", "tag": "ce5d7280-4a51-4c65-ac60-5e8730133d1a"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:28.925675 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 92d02821-6f9a-4eb7-b48c-24008feeb3ed is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:28.926367 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:29.018097 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 92d02821-6f9a-4eb7-b48c-24008feeb3ed, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=92d02821-6f9a-4eb7-b48c-24008feeb3ed,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:29.025845 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:29.089200 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:29.091155 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=92d02821-6f9a-4eb7-b48c-24008feeb3ed,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:29.151647 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5cbc3-6f0d-4a20-bb71-7e5b07ac4a5d req-d49b97ae-c42d-4b00-973d-54a97c6443c6 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:29.159200 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2ec5cbc3-6f0d-4a20-bb71-7e5b07ac4a5d req-d49b97ae-c42d-4b00-973d-54a97c6443c6 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 944 time: 0.5293710 Jul 14 10:14:29.187351 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-22f5a401-ef37-4e10-8753-67008a2cac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:29.188850 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-22f5a401-ef37-4e10-8753-67008a2cac46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 1128 time: 0.4260828 Jul 14 10:14:29.198009 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcb97a-d96e-4968-a92c-e8a8f26c4461 req-95a40970-50cb-4bf1-9bff-0c1c4236df8d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:29.199448 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4efcb97a-d96e-4968-a92c-e8a8f26c4461 req-95a40970-50cb-4bf1-9bff-0c1c4236df8d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 944 time: 0.4926901 Jul 14 10:14:29.249005 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-dd328b31-8ddd-423f-b46b-4f84b9e0bf95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60 HTTP/1.1" status: 200 len: 217 time: 0.0468616 Jul 14 10:14:29.250840 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-90e177f1-fed8-47ec-a795-d782ad7c7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:29.252174 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-90e177f1-fed8-47ec-a795-d782ad7c7b2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.4690537 Jul 14 10:14:29.372846 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2ec5cbc3-6f0d-4a20-bb71-7e5b07ac4a5d req-2daccaf9-9d59-43fd-9e1e-4623b821290b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126179 Jul 14 10:14:29.380575 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-2335abb5-682f-4b09-b110-52ca5d6a1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:29.394402 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-2335abb5-682f-4b09-b110-52ca5d6a1cce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146774 Jul 14 10:14:29.430772 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 81f609dc-8842-42ec-9605-22d13d78fb55 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:29.435704 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device ae315f1e-83cb-48a2-a7c4-aec7aff8961d up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:29.448833 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4efcb97a-d96e-4968-a92c-e8a8f26c4461 req-1668b065-eef6-4c78-a825-a49f286135e9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061551 Jul 14 10:14:29.452489 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7832dd72-9b59-424a-96df-5fdfe8083e5d x-openstack-request-id: req-7832dd72-9b59-424a-96df-5fdfe8083e5d {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:29.455098 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5e53dd-665c-4eb7-a9b9-94555c21df75", "tag": "60884b85-920e-41c7-b0fe-f0bd7728bc60", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:29.455351 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7832dd72-9b59-424a-96df-5fdfe8083e5d {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:29.455855 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7832dd72-9b59-424a-96df-5fdfe8083e5d'] response: {'name': 'network-changed', 'server_uuid': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'tag': '60884b85-920e-41c7-b0fe-f0bd7728bc60', 'status': 'completed', 'code': 200} Jul 14 10:14:29.464481 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-46cb4424-3423-49d5-909c-a8a427711e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:29.470436 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-46cb4424-3423-49d5-909c-a8a427711e64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 200 len: 850 time: 0.2106016 Jul 14 10:14:29.571368 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-5f809c98-d947-4d48-8efa-4c312ed49516 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672833 Jul 14 10:14:29.654650 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:29.669055 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port ae315f1e-83cb-48a2-a7c4-aec7aff8961d completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:14:29.684175 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae0f46-0360-4500-a885-0202863a6c59 req-276d6b53-5260-468c-a17c-984549c45c6e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:29.689245 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port ae315f1e-83cb-48a2-a7c4-aec7aff8961d triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:29.689245 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:29.704403 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2cae0f46-0360-4500-a885-0202863a6c59 req-276d6b53-5260-468c-a17c-984549c45c6e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 945 time: 0.0993879 Jul 14 10:14:29.777073 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 81f609dc-8842-42ec-9605-22d13d78fb55, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=81f609dc-8842-42ec-9605-22d13d78fb55,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:29.779171 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2cae0f46-0360-4500-a885-0202863a6c59 req-df185e1b-abb4-4dff-9a92-f1df00abdeaf tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736380 Jul 14 10:14:29.815087 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '81f609dc-8842-42ec-9605-22d13d78fb55', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55', 'mac_address': 'fa:16:3e:15:7c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:29.891540 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb9186-fa3f-4ab0-8cbc-cbfc484da62b x-openstack-request-id: req-c3cb9186-fa3f-4ab0-8cbc-cbfc484da62b {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:29.892430 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafa60f3-c1a7-4417-86cc-18991a61e82f", "name": "network-vif-plugged", "status": "completed", "tag": "ce5d7280-4a51-4c65-ac60-5e8730133d1a", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:29.892882 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3cb9186-fa3f-4ab0-8cbc-cbfc484da62b {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:29.894214 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cb9186-fa3f-4ab0-8cbc-cbfc484da62b'] response: {'server_uuid': 'fafa60f3-c1a7-4417-86cc-18991a61e82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5d7280-4a51-4c65-ac60-5e8730133d1a', 'code': 200} Jul 14 10:14:29.907799 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:29.923027 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164a404-48d9-45c2-8088-3ccfb61a2131 req-ee66c1d6-8196-44ff-a05e-97a7e5db874c tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:29.925021 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9164a404-48d9-45c2-8088-3ccfb61a2131 req-ee66c1d6-8196-44ff-a05e-97a7e5db874c tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0721903 Jul 14 10:14:29.940840 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port ae315f1e-83cb-48a2-a7c4-aec7aff8961d is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:29.941406 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:29.946529 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 81f609dc-8842-42ec-9605-22d13d78fb55 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:29.946999 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:29.984020 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f609dc-8842-42ec-9605-22d13d78fb55 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:14:30.000751 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9164a404-48d9-45c2-8088-3ccfb61a2131 req-817779e9-ec25-4f5e-8d17-95fdc79b71e7 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655510 Jul 14 10:14:30.019607 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port ae315f1e-83cb-48a2-a7c4-aec7aff8961d, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:30.029114 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 81f609dc-8842-42ec-9605-22d13d78fb55, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=81f609dc-8842-42ec-9605-22d13d78fb55,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:30.035426 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:30.040016 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:30.103661 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:30.197939 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=81f609dc-8842-42ec-9605-22d13d78fb55,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:30.217952 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46280) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:30.340730 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8c89a334-49d2-4d6c-b1cf-cb79590870ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:30.409371 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:30.447133 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8c89a334-49d2-4d6c-b1cf-cb79590870ba admin admin] Publish callbacks [] for security_group (bc0a6e95-19e8-4a22-9a6a-3cd787e8be3d), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:30.453495 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8c89a334-49d2-4d6c-b1cf-cb79590870ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (bc0a6e95-19e8-4a22-9a6a-3cd787e8be3d), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:30.485945 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89a334-49d2-4d6c-b1cf-cb79590870ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0a6e95-19e8-4a22-9a6a-3cd787e8be3d,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:30.507244 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8c89a334-49d2-4d6c-b1cf-cb79590870ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08d80778f6c445599cf43346143fec39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880049 Jul 14 10:14:30.508188 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46306) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:30.541717 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe0edf-8eea-430f-815c-ac4bc829225b req-b19f9b3a-721d-4e3d-ae00-938cbe70ea08 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:30.543611 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dcbe0edf-8eea-430f-815c-ac4bc829225b req-b19f9b3a-721d-4e3d-ae00-938cbe70ea08 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 944 time: 0.0881896 Jul 14 10:14:30.553389 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:30.564735 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6d5d07af-31e2-4c82-ac83-1f3757bf7609 admin admin] Publish callbacks [] for security_group (bc0a6e95-19e8-4a22-9a6a-3cd787e8be3d), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:30.603789 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6d5d07af-31e2-4c82-ac83-1f3757bf7609 admin admin] Publish callbacks [] for security_group (bc0a6e95-19e8-4a22-9a6a-3cd787e8be3d), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:30.654439 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8449-cd1f-4167-9837-9f60cd3b1067 req-078ae99b-06f9-43b0-926f-93ff6f3f9bfc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:30.655941 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e4fe8449-cd1f-4167-9837-9f60cd3b1067 req-078ae99b-06f9-43b0-926f-93ff6f3f9bfc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 945 time: 0.0736270 Jul 14 10:14:30.669633 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dcbe0edf-8eea-430f-815c-ac4bc829225b req-cb207c2f-d3bc-4aae-bbe8-22ac3e65acea tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192057 Jul 14 10:14:30.686769 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6d5d07af-31e2-4c82-ac83-1f3757bf7609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (bc0a6e95-19e8-4a22-9a6a-3cd787e8be3d), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:30.691040 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6d5d07af-31e2-4c82-ac83-1f3757bf7609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:30.692334 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-6d5d07af-31e2-4c82-ac83-1f3757bf7609 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc0a6e95-19e8-4a22-9a6a-3cd787e8be3d HTTP/1.1" status: 204 len: 168 time: 0.1829205 Jul 14 10:14:30.709133 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d07af-31e2-4c82-ac83-1f3757bf7609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0a6e95-19e8-4a22-9a6a-3cd787e8be3d,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:30.745267 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e4fe8449-cd1f-4167-9837-9f60cd3b1067 req-56a91193-eb47-4d1d-b180-d5015ac123ad tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707214 Jul 14 10:14:30.917763 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b59311-81fa-4b59-80eb-9df03e8e6e3f req-0a6fe8ee-b093-449c-b6fb-c181cb1f5397 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:30.924584 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d5b59311-81fa-4b59-80eb-9df03e8e6e3f req-0a6fe8ee-b093-449c-b6fb-c181cb1f5397 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0546594 Jul 14 10:14:30.969608 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d5b59311-81fa-4b59-80eb-9df03e8e6e3f req-a7b846a5-a542-4568-8ea7-2b0ff615e880 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441453 Jul 14 10:14:31.046642 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46346) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:31.061132 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5c104da3-fdec-4849-ae14-5538ec1e7856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.068714 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=25 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:31.091729 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:31.159747 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5583c-1226-4e92-a085-0e7dd1ed18d5 req-7901a84f-70c5-449f-9a83-1a9657d36865 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:31.161267 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-63e5583c-1226-4e92-a085-0e7dd1ed18d5 req-7901a84f-70c5-449f-9a83-1a9657d36865 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0818098 Jul 14 10:14:31.164376 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-4e340fa8-652a-463a-b155-3d5fdd322edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:31.164546 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5c104da3-fdec-4849-ae14-5538ec1e7856 admin admin] Publish callbacks [] for security_group (a5550d6d-30e9-4d72-ae66-d4260ba5b76e), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.165790 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-4e340fa8-652a-463a-b155-3d5fdd322edc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71d0e822-864d-4ce6-a81f-385b20a87683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570672 Jul 14 10:14:31.169193 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5c104da3-fdec-4849-ae14-5538ec1e7856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (a5550d6d-30e9-4d72-ae66-d4260ba5b76e), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.211626 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-5c104da3-fdec-4849-ae14-5538ec1e7856 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=02a1879a5ddf470cb90b66753deacaf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638887 Jul 14 10:14:31.212773 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c104da3-fdec-4849-ae14-5538ec1e7856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5550d6d-30e9-4d72-ae66-d4260ba5b76e,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:31.214909 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-63e5583c-1226-4e92-a085-0e7dd1ed18d5 req-ee331094-6a6e-4c8d-b860-d804e35c7dc8 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470355 Jul 14 10:14:31.215305 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46352) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:31.231131 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:31.275001 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c0592fa1-df4e-4d96-9ab7-f2dc73ad9988 admin admin] Publish callbacks [] for security_group (a5550d6d-30e9-4d72-ae66-d4260ba5b76e), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.296385 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c0592fa1-df4e-4d96-9ab7-f2dc73ad9988 admin admin] Publish callbacks [] for security_group (a5550d6d-30e9-4d72-ae66-d4260ba5b76e), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.347315 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c0592fa1-df4e-4d96-9ab7-f2dc73ad9988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (a5550d6d-30e9-4d72-ae66-d4260ba5b76e), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.350359 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c0592fa1-df4e-4d96-9ab7-f2dc73ad9988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.351571 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-c0592fa1-df4e-4d96-9ab7-f2dc73ad9988 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5550d6d-30e9-4d72-ae66-d4260ba5b76e HTTP/1.1" status: 204 len: 168 time: 0.1353536 Jul 14 10:14:31.363786 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0592fa1-df4e-4d96-9ab7-f2dc73ad9988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5550d6d-30e9-4d72-ae66-d4260ba5b76e,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:31.410869 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-849e49db-4f03-4a71-a4db-a66dd047dd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.429287 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46360) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:31.647293 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-26dede4e-f309-4d9c-90b0-80dc881f55cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.733448 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-26dede4e-f309-4d9c-90b0-80dc881f55cc admin admin] Publish callbacks [] for security_group (358235c3-9f41-4083-b775-d52963599724), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.745840 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-26dede4e-f309-4d9c-90b0-80dc881f55cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (358235c3-9f41-4083-b775-d52963599724), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.815315 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bc83d-ef34-4393-8bc3-301bedd50615 req-e23ed62b-bead-4a5c-85cf-34ab7f2e1d31 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:31.816782 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d61bc83d-ef34-4393-8bc3-301bedd50615 req-e23ed62b-bead-4a5c-85cf-34ab7f2e1d31 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 944 time: 0.0821140 Jul 14 10:14:31.820495 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dede4e-f309-4d9c-90b0-80dc881f55cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358235c3-9f41-4083-b775-d52963599724,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:31.833971 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-26dede4e-f309-4d9c-90b0-80dc881f55cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fca2649a166b48c292ec86b651eb72e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031785 Jul 14 10:14:31.837949 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46378) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:31.875503 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:31.895317 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afff4cc-eaa2-4da3-8511-45d0b306c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d02821-6f9a-4eb7-b48c-24008feeb3ed'}, {'server_uuid': 'dc1c8e49-223d-4c87-bb65-79edca0dac61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae315f1e-83cb-48a2-a7c4-aec7aff8961d'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:31.897021 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e6845-9aad-49c0-85dc-26f40ae387e1 req-a3da78ad-8402-4820-8d34-0aa1b474f568 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:31.898639 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-377e6845-9aad-49c0-85dc-26f40ae387e1 req-a3da78ad-8402-4820-8d34-0aa1b474f568 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 945 time: 0.0807502 Jul 14 10:14:31.898940 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7c23a7-2061-4f5b-8e36-ef7fb18bf62d" -d '{"events": [{"server_uuid": "0afff4cc-eaa2-4da3-8511-45d0b306c539", "name": "network-vif-plugged", "status": "completed", "tag": "92d02821-6f9a-4eb7-b48c-24008feeb3ed"}, {"server_uuid": "dc1c8e49-223d-4c87-bb65-79edca0dac61", "name": "network-vif-plugged", "status": "completed", "tag": "ae315f1e-83cb-48a2-a7c4-aec7aff8961d"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:31.910249 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e4dee4ec-e5ab-40b5-ae5a-3d62abf8e037 admin admin] Publish callbacks [] for security_group (358235c3-9f41-4083-b775-d52963599724), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.926036 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d61bc83d-ef34-4393-8bc3-301bedd50615 req-b34a4e6b-ce69-4a7e-9e15-a2cee99551b7 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026127 Jul 14 10:14:31.952902 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e4dee4ec-e5ab-40b5-ae5a-3d62abf8e037 admin admin] Publish callbacks [] for security_group (358235c3-9f41-4083-b775-d52963599724), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:31.990593 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-377e6845-9aad-49c0-85dc-26f40ae387e1 req-a4cf8199-5d0c-4631-9d79-ad7d4883a9e2 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828621 Jul 14 10:14:32.003296 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0caf100-9af5-4640-b5da-8bcd260f06b5 x-openstack-request-id: req-e0caf100-9af5-4640-b5da-8bcd260f06b5 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:32.003587 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afff4cc-eaa2-4da3-8511-45d0b306c539", "name": "network-vif-plugged", "status": "completed", "tag": "92d02821-6f9a-4eb7-b48c-24008feeb3ed", "code": 200}, {"server_uuid": "dc1c8e49-223d-4c87-bb65-79edca0dac61", "name": "network-vif-plugged", "status": "completed", "tag": "ae315f1e-83cb-48a2-a7c4-aec7aff8961d", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:32.004341 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0caf100-9af5-4640-b5da-8bcd260f06b5 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:32.004738 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0caf100-9af5-4640-b5da-8bcd260f06b5'] response: {'server_uuid': '0afff4cc-eaa2-4da3-8511-45d0b306c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d02821-6f9a-4eb7-b48c-24008feeb3ed', 'code': 200} Jul 14 10:14:32.005524 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0caf100-9af5-4640-b5da-8bcd260f06b5'] response: {'server_uuid': 'dc1c8e49-223d-4c87-bb65-79edca0dac61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae315f1e-83cb-48a2-a7c4-aec7aff8961d', 'code': 200} Jul 14 10:14:32.050200 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e4dee4ec-e5ab-40b5-ae5a-3d62abf8e037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (358235c3-9f41-4083-b775-d52963599724), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:32.056614 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e4dee4ec-e5ab-40b5-ae5a-3d62abf8e037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:32.059269 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e4dee4ec-e5ab-40b5-ae5a-3d62abf8e037 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/358235c3-9f41-4083-b775-d52963599724 HTTP/1.1" status: 204 len: 168 time: 0.2199342 Jul 14 10:14:32.074457 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dee4ec-e5ab-40b5-ae5a-3d62abf8e037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358235c3-9f41-4083-b775-d52963599724,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:32.216756 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['81f609dc-8842-42ec-9605-22d13d78fb55'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:32.259823 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c736f65-71b1-4df1-a958-2418a646bdf9 req-b5928f50-5b9a-4478-8c64-74e0a8af4528 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:32.268400 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6c736f65-71b1-4df1-a958-2418a646bdf9 req-b5928f50-5b9a-4478-8c64-74e0a8af4528 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.1859002 Jul 14 10:14:32.361286 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-39aeea28-870e-4c51-b74f-4a39f079e47d service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034339 Jul 14 10:14:32.375792 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-2b53fd3d-2671-4271-9f5e-296601884dd0 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366044 Jul 14 10:14:32.478816 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6c736f65-71b1-4df1-a958-2418a646bdf9 req-c844a791-5d43-4a4c-9348-fb1ac072eee4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094293 Jul 14 10:14:32.519636 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:32.572130 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420703-23ca-461a-87ec-0d173fefd173 req-89f8008a-0635-4d00-995c-42f7be268d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:32.575246 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ae420703-23ca-461a-87ec-0d173fefd173 req-89f8008a-0635-4d00-995c-42f7be268d55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 1130 time: 0.2148223 Jul 14 10:14:32.576848 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f24ba6-0d72-49a4-90fa-274f852b4592 req-d91f03f6-7d1e-4fe6-be0f-79354eb431d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:32.578400 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a5f24ba6-0d72-49a4-90fa-274f852b4592 req-d91f03f6-7d1e-4fe6-be0f-79354eb431d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 1130 time: 0.1725636 Jul 14 10:14:32.605121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-ae420703-23ca-461a-87ec-0d173fefd173 req-8dbe55b9-9db8-4036-99d8-a54f8dcea23b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:32.614293 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc736b-e093-469f-b08a-ff0028722be7 req-4cb2c749-b6ca-4c7d-aca9-d718cd841ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:32.617024 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7ffc736b-e093-469f-b08a-ff0028722be7 req-4cb2c749-b6ca-4c7d-aca9-d718cd841ef6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 1130 time: 0.2537255 Jul 14 10:14:32.635601 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a5f24ba6-0d72-49a4-90fa-274f852b4592 req-6b3b2ef1-d7a8-4aa0-943a-0790a526d69f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:32.640844 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80c57d-895e-4e7f-8fb4-4c00b616e595 req-902fae29-ed68-4fe3-8674-d38b98900a69 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:32.642500 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2d80c57d-895e-4e7f-8fb4-4c00b616e595 req-902fae29-ed68-4fe3-8674-d38b98900a69 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.1553786 Jul 14 10:14:32.662193 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-7ffc736b-e093-469f-b08a-ff0028722be7 req-918cfb54-abed-4686-9892-7029ffc451b7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:32.722776 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-5121a0f4-a24a-486c-a8b5-a1a906ba09c7 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239291 Jul 14 10:14:32.728464 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:32.754185 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2d80c57d-895e-4e7f-8fb4-4c00b616e595 req-427fac2a-71a5-4a6a-9a92-5c1fc3da763e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017740 Jul 14 10:14:32.817002 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-ae420703-23ca-461a-87ec-0d173fefd173 req-8dbe55b9-9db8-4036-99d8-a54f8dcea23b service neutron] Publish callbacks [] for security_group (06f2e57d-972c-4b64-9ca2-86c298dcaab3), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:32.826124 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-ae420703-23ca-461a-87ec-0d173fefd173 req-8dbe55b9-9db8-4036-99d8-a54f8dcea23b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (06f2e57d-972c-4b64-9ca2-86c298dcaab3), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:32.829798 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.db.api [req-7ffc736b-e093-469f-b08a-ff0028722be7 req-918cfb54-abed-4686-9892-7029ffc451b7 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 57662256880f43018039715a755c087c {{(pid=104066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 10:14:32.830715 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG oslo_db.api [req-7ffc736b-e093-469f-b08a-ff0028722be7 req-918cfb54-abed-4686-9892-7029ffc451b7 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:14:32.846297 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.db.api [req-a5f24ba6-0d72-49a4-90fa-274f852b4592 req-6b3b2ef1-d7a8-4aa0-943a-0790a526d69f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 57662256880f43018039715a755c087c {{(pid=104067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 10:14:32.846887 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG oslo_db.api [req-a5f24ba6-0d72-49a4-90fa-274f852b4592 req-6b3b2ef1-d7a8-4aa0-943a-0790a526d69f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:14:32.855355 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46420) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:32.870271 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6e159307-fd5c-4414-9af0-d9a7f9c5af8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:32.884699 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ae420703-23ca-461a-87ec-0d173fefd173 req-8dbe55b9-9db8-4036-99d8-a54f8dcea23b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977662 Jul 14 10:14:32.887180 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe55b9-9db8-4036-99d8-a54f8dcea23b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=06f2e57d-972c-4b64-9ca2-86c298dcaab3,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:32.964154 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6e159307-fd5c-4414-9af0-d9a7f9c5af8b admin admin] Publish callbacks [] for security_group (d7c97505-054a-44cf-802a-88e119ebe52e), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:32.969227 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6e159307-fd5c-4414-9af0-d9a7f9c5af8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (d7c97505-054a-44cf-802a-88e119ebe52e), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:33.029608 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e159307-fd5c-4414-9af0-d9a7f9c5af8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c97505-054a-44cf-802a-88e119ebe52e,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:33.048378 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:14:33.066782 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46434) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:33.067007 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6e159307-fd5c-4414-9af0-d9a7f9c5af8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43ca8f48bd7e48b4a24f980194cc7c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099421 Jul 14 10:14:33.101157 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:33.150728 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f40d1226-b45e-464a-bdd4-5eb2c4b559d9 admin admin] Publish callbacks [] for security_group (d7c97505-054a-44cf-802a-88e119ebe52e), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:33.155122 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc618d-9d40-4d96-af8e-f57e2be10bdc req-a2823a65-a8b6-4171-8cf7-95cab6f54785 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:33.160144 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-adcc618d-9d40-4d96-af8e-f57e2be10bdc req-a2823a65-a8b6-4171-8cf7-95cab6f54785 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 944 time: 0.1324461 Jul 14 10:14:33.173638 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c8412-4ba4-4165-8650-9a5e1502d770 req-b083fcaf-6b65-4ce2-8974-b4fd9229f205 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:33.175939 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb7c8412-4ba4-4165-8650-9a5e1502d770 req-b083fcaf-6b65-4ce2-8974-b4fd9229f205 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 945 time: 0.0782773 Jul 14 10:14:33.194839 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f40d1226-b45e-464a-bdd4-5eb2c4b559d9 admin admin] Publish callbacks [] for security_group (d7c97505-054a-44cf-802a-88e119ebe52e), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:33.228753 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:33.265654 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-adcc618d-9d40-4d96-af8e-f57e2be10bdc req-abda4d01-d05a-47b3-8f6b-60b1c85402e6 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885141 Jul 14 10:14:33.290534 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb7c8412-4ba4-4165-8650-9a5e1502d770 req-da7bb822-220f-4bcc-964f-e0426a043016 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991983 Jul 14 10:14:33.296509 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f40d1226-b45e-464a-bdd4-5eb2c4b559d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (d7c97505-054a-44cf-802a-88e119ebe52e), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:33.300555 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f40d1226-b45e-464a-bdd4-5eb2c4b559d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:33.302220 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-f40d1226-b45e-464a-bdd4-5eb2c4b559d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d7c97505-054a-44cf-802a-88e119ebe52e HTTP/1.1" status: 204 len: 168 time: 0.2338855 Jul 14 10:14:33.314399 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d1226-b45e-464a-bdd4-5eb2c4b559d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c97505-054a-44cf-802a-88e119ebe52e,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:33.333456 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-7ffc736b-e093-469f-b08a-ff0028722be7 req-918cfb54-abed-4686-9892-7029ffc451b7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:33.347592 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a5f24ba6-0d72-49a4-90fa-274f852b4592 req-6b3b2ef1-d7a8-4aa0-943a-0790a526d69f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:33.438321 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a5f24ba6-0d72-49a4-90fa-274f852b4592 req-6b3b2ef1-d7a8-4aa0-943a-0790a526d69f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8498166 Jul 14 10:14:33.484497 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7ffc736b-e093-469f-b08a-ff0028722be7 req-918cfb54-abed-4686-9892-7029ffc451b7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8570089 Jul 14 10:14:33.590456 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-31294264-b3d9-4873-8a2d-b3ccd51ff9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:33.620646 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2da875-fdb8-42e9-953e-860f0f51ccf0 req-ff6738c0-7fba-4f07-8b38-3c80fd3dbaa6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:33.622389 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9e2da875-fdb8-42e9-953e-860f0f51ccf0 req-ff6738c0-7fba-4f07-8b38-3c80fd3dbaa6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0678756 Jul 14 10:14:33.680973 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9e2da875-fdb8-42e9-953e-860f0f51ccf0 req-dd3d8d96-3b53-4032-84bc-7ab1924c79f8 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527110 Jul 14 10:14:33.717621 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46468) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:33.879930 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4772-1da5-4569-849f-e7d70554ad31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:33.880729 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba57bfa-3007-4d12-ac6e-a23aae33c4c1 req-77c0dbf9-205e-426f-a345-fcdbc9e3aed2 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:33.887693 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0ba57bfa-3007-4d12-ac6e-a23aae33c4c1 req-77c0dbf9-205e-426f-a345-fcdbc9e3aed2 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0616271 Jul 14 10:14:33.924643 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:33.950311 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0ba57bfa-3007-4d12-ac6e-a23aae33c4c1 req-5d49a6d8-0545-4efb-b4aa-bcbaefbd1358 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617716 Jul 14 10:14:33.989727 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4772-1da5-4569-849f-e7d70554ad31 admin admin] Publish callbacks [] for security_group (49d730bd-2451-46da-8e46-2da81efbac89), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:33.994766 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4772-1da5-4569-849f-e7d70554ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (49d730bd-2451-46da-8e46-2da81efbac89), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.035007 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-9dbf4772-1da5-4569-849f-e7d70554ad31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c062d01b1054cd498c113d2e3894d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158369 Jul 14 10:14:34.035979 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf4772-1da5-4569-849f-e7d70554ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d730bd-2451-46da-8e46-2da81efbac89,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:34.038344 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46494) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:34.099018 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-567c9eb0-ad8c-4aa6-b495-93d1b3548c2e admin admin] Publish callbacks [] for security_group (49d730bd-2451-46da-8e46-2da81efbac89), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.113404 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 60884b85-920e-41c7-b0fe-f0bd7728bc60 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:34.124529 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-567c9eb0-ad8c-4aa6-b495-93d1b3548c2e admin admin] Publish callbacks [] for security_group (49d730bd-2451-46da-8e46-2da81efbac89), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.182380 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46502) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:34.188760 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-567c9eb0-ad8c-4aa6-b495-93d1b3548c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (49d730bd-2451-46da-8e46-2da81efbac89), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.191307 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-567c9eb0-ad8c-4aa6-b495-93d1b3548c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.195614 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-567c9eb0-ad8c-4aa6-b495-93d1b3548c2e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49d730bd-2451-46da-8e46-2da81efbac89 HTTP/1.1" status: 204 len: 168 time: 0.1523883 Jul 14 10:14:34.201790 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c9eb0-ad8c-4aa6-b495-93d1b3548c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d730bd-2451-46da-8e46-2da81efbac89,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:34.205481 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 81f609dc-8842-42ec-9605-22d13d78fb55 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:34.280421 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 60884b85-920e-41c7-b0fe-f0bd7728bc60, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:34.288315 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:34.297055 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '60884b85-920e-41c7-b0fe-f0bd7728bc60', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'port_id': '60884b85-920e-41c7-b0fe-f0bd7728bc60', 'mac_address': 'fa:16:3e:c7:a2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:34.313296 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b928a4de-279a-4102-a9ea-5929d8766fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.347061 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 81f609dc-8842-42ec-9605-22d13d78fb55 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:14:34.351161 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 60884b85-920e-41c7-b0fe-f0bd7728bc60 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:34.351798 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.375433 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 81f609dc-8842-42ec-9605-22d13d78fb55 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:34.376889 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.407679 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60884b85-920e-41c7-b0fe-f0bd7728bc60 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:14:34.430718 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:34.457308 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 60884b85-920e-41c7-b0fe-f0bd7728bc60, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:34.468256 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.484750 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594df3c-febc-43f1-9235-624098a35fc5 req-4493ebc2-ad05-4f81-a54f-19254fb46228 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:34.492249 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0594df3c-febc-43f1-9235-624098a35fc5 req-4493ebc2-ad05-4f81-a54f-19254fb46228 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 944 time: 0.1159601 Jul 14 10:14:34.539358 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 81f609dc-8842-42ec-9605-22d13d78fb55 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:34.539976 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.552152 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63c57a-6625-4659-aa82-21ca2e612cf6 req-0d059244-479c-4377-870f-64c3a39651fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:34.554810 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9c63c57a-6625-4659-aa82-21ca2e612cf6 req-0d059244-479c-4377-870f-64c3a39651fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 945 time: 0.1392202 Jul 14 10:14:34.592581 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f609dc-8842-42ec-9605-22d13d78fb55'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:34.594835 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde6f7f2-9a54-415b-98f5-090dd087edb9" -d '{"events": [{"server_uuid": "79ac6d8d-492d-45da-ac13-5688fc6e2bb6", "name": "network-vif-plugged", "status": "completed", "tag": "81f609dc-8842-42ec-9605-22d13d78fb55"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:34.599698 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=60884b85-920e-41c7-b0fe-f0bd7728bc60,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:34.606876 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-323783a1-35b3-4622-af16-489c6c224770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:34.608593 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-323783a1-35b3-4622-af16-489c6c224770 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 1129 time: 0.1144185 Jul 14 10:14:34.618845 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b928a4de-279a-4102-a9ea-5929d8766fd4 admin admin] Publish callbacks [] for security_group (9c5d37ed-4daa-4806-922c-59f4428cfe26), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.630771 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b928a4de-279a-4102-a9ea-5929d8766fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9c5d37ed-4daa-4806-922c-59f4428cfe26), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.636427 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 81f609dc-8842-42ec-9605-22d13d78fb55, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=81f609dc-8842-42ec-9605-22d13d78fb55,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:34.643193 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.672681 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0594df3c-febc-43f1-9235-624098a35fc5 req-aadcdcb0-b7fe-443b-93fe-39e90ce19655 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794291 Jul 14 10:14:34.717903 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=81f609dc-8842-42ec-9605-22d13d78fb55,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:34.746438 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['60884b85-920e-41c7-b0fe-f0bd7728bc60'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:34.754099 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-b928a4de-279a-4102-a9ea-5929d8766fd4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d38092cafa94ce2838aef4ae7968c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679636 Jul 14 10:14:34.754772 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46528) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:34.776427 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46530) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:34.777824 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9c63c57a-6625-4659-aa82-21ca2e612cf6 req-b12f0db2-870b-472f-8fed-49fe979eb252 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006583 Jul 14 10:14:34.779234 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928a4de-279a-4102-a9ea-5929d8766fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5d37ed-4daa-4806-922c-59f4428cfe26,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:34.805644 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f3b6129e-c127-4bad-8d91-50a38826013d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.824731 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8021c276-07c2-4199-8af9-d6366b8ed785 x-openstack-request-id: req-8021c276-07c2-4199-8af9-d6366b8ed785 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:34.824731 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ac6d8d-492d-45da-ac13-5688fc6e2bb6", "name": "network-vif-plugged", "status": "completed", "tag": "81f609dc-8842-42ec-9605-22d13d78fb55", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:34.825110 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8021c276-07c2-4199-8af9-d6366b8ed785 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:34.825347 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8021c276-07c2-4199-8af9-d6366b8ed785'] response: {'server_uuid': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f609dc-8842-42ec-9605-22d13d78fb55', 'code': 200} Jul 14 10:14:34.895582 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8bc37da2-24c0-461f-a160-59a4cc341542 admin admin] Publish callbacks [] for security_group (9c5d37ed-4daa-4806-922c-59f4428cfe26), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.909488 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60494cf9-b622-477d-a6d4-4f5a02fbba0c req-159eff93-6722-431c-906f-41212a037931 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:34.909488 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-60494cf9-b622-477d-a6d4-4f5a02fbba0c req-159eff93-6722-431c-906f-41212a037931 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0689380 Jul 14 10:14:34.930892 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8bc37da2-24c0-461f-a160-59a4cc341542 admin admin] Publish callbacks [] for security_group (9c5d37ed-4daa-4806-922c-59f4428cfe26), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:34.945933 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:35.019269 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f3b6129e-c127-4bad-8d91-50a38826013d admin admin] Publish callbacks [] for security_group (3e410a55-a1a1-4f31-99f0-6d90af1f9ca5), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:35.031264 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f3b6129e-c127-4bad-8d91-50a38826013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (3e410a55-a1a1-4f31-99f0-6d90af1f9ca5), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:35.040773 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:35.067525 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-60494cf9-b622-477d-a6d4-4f5a02fbba0c req-bc2f1e7d-9483-4840-b3dd-60edc4c0fc52 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503997 Jul 14 10:14:35.117148 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:35.126190 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8bc37da2-24c0-461f-a160-59a4cc341542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9c5d37ed-4daa-4806-922c-59f4428cfe26), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:35.129564 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8bc37da2-24c0-461f-a160-59a4cc341542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:35.130084 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8bc37da2-24c0-461f-a160-59a4cc341542 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c5d37ed-4daa-4806-922c-59f4428cfe26 HTTP/1.1" status: 204 len: 168 time: 0.3745751 Jul 14 10:14:35.160946 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-f3b6129e-c127-4bad-8d91-50a38826013d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75a351922ccf4414b873a03ca85ba84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770592 Jul 14 10:14:35.163292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6129e-c127-4bad-8d91-50a38826013d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e410a55-a1a1-4f31-99f0-6d90af1f9ca5,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:35.167763 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46548) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:35.205095 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc37da2-24c0-461f-a160-59a4cc341542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5d37ed-4daa-4806-922c-59f4428cfe26,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:35.238627 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435875c-7c2f-47d8-be5f-108050f28b15 req-120d293b-ae74-447f-a48f-290054d38f8b tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:35.240843 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5435875c-7c2f-47d8-be5f-108050f28b15 req-120d293b-ae74-447f-a48f-290054d38f8b tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.1508942 Jul 14 10:14:35.364419 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6029f83c-72ac-4edc-95e8-3e96823ef9ff admin admin] Publish callbacks [] for security_group (3e410a55-a1a1-4f31-99f0-6d90af1f9ca5), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:35.377856 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-c5f39e3f-ede8-4641-9d3f-92c5a114a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:35.379433 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-c5f39e3f-ede8-4641-9d3f-92c5a114a7dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 912 time: 0.2466576 Jul 14 10:14:35.382961 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5435875c-7c2f-47d8-be5f-108050f28b15 req-d722eee5-0733-4253-889f-20161d1b17ba tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126626 Jul 14 10:14:35.439376 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6029f83c-72ac-4edc-95e8-3e96823ef9ff admin admin] Publish callbacks [] for security_group (3e410a55-a1a1-4f31-99f0-6d90af1f9ca5), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:35.452602 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:35.511103 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6029f83c-72ac-4edc-95e8-3e96823ef9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (3e410a55-a1a1-4f31-99f0-6d90af1f9ca5), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:35.514051 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6029f83c-72ac-4edc-95e8-3e96823ef9ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:35.515187 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-6029f83c-72ac-4edc-95e8-3e96823ef9ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e410a55-a1a1-4f31-99f0-6d90af1f9ca5 HTTP/1.1" status: 204 len: 168 time: 0.3461924 Jul 14 10:14:35.523659 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029f83c-72ac-4edc-95e8-3e96823ef9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e410a55-a1a1-4f31-99f0-6d90af1f9ca5,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:35.704524 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46568) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:35.930390 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f4235aa6-82dc-4c9c-b6d2-93698efea609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:35.947772 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:36.026599 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c4388-ad94-45c2-a88e-41b0cc5b6f4e req-ada84203-eb6a-44c7-b05c-c844bbd3f458 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:36.028462 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ce2c4388-ad94-45c2-a88e-41b0cc5b6f4e req-ada84203-eb6a-44c7-b05c-c844bbd3f458 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 945 time: 0.1023462 Jul 14 10:14:36.034622 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d93d-83c6-4a39-b7c3-cd77693e67dc req-df873a9d-fa31-45e1-81e7-55fb8e2c04ff tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:36.036058 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8363d93d-83c6-4a39-b7c3-cd77693e67dc req-df873a9d-fa31-45e1-81e7-55fb8e2c04ff tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.1087716 Jul 14 10:14:36.114467 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 60884b85-920e-41c7-b0fe-f0bd7728bc60 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:36.155214 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ce2c4388-ad94-45c2-a88e-41b0cc5b6f4e req-d0543bc5-06ed-4e01-9278-282c80425bef tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166868 Jul 14 10:14:36.169910 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8363d93d-83c6-4a39-b7c3-cd77693e67dc req-f0f2aacf-da8c-4dcd-91ce-d2ccb08a4b99 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221571 Jul 14 10:14:36.171181 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 60884b85-920e-41c7-b0fe-f0bd7728bc60 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:14:36.188012 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 60884b85-920e-41c7-b0fe-f0bd7728bc60 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:36.188012 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.204258 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f4235aa6-82dc-4c9c-b6d2-93698efea609 admin admin] Publish callbacks [] for security_group (80ebb40b-7101-4c8c-8711-362a57143a5e), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.271487 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f4235aa6-82dc-4c9c-b6d2-93698efea609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (80ebb40b-7101-4c8c-8711-362a57143a5e), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.275729 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-2b68f570-b252-4770-bb19-38b648e84cbc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60 HTTP/1.1" status: 200 len: 217 time: 0.0701733 Jul 14 10:14:36.335075 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 60884b85-920e-41c7-b0fe-f0bd7728bc60 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:36.335458 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.358299 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-f4235aa6-82dc-4c9c-b6d2-93698efea609 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca443abe0e44403086a7dab7ef3f379a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6525819 Jul 14 10:14:36.360247 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.360995 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46590) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:36.366993 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4235aa6-82dc-4c9c-b6d2-93698efea609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ebb40b-7101-4c8c-8711-362a57143a5e,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:36.380448 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1676a9-c60f-4d43-b316-352591007bc1 req-86da1b39-fc6f-464a-87b2-c1376be9415a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:36.381987 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6c1676a9-c60f-4d43-b316-352591007bc1 req-86da1b39-fc6f-464a-87b2-c1376be9415a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.1128359 Jul 14 10:14:36.390352 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 60884b85-920e-41c7-b0fe-f0bd7728bc60, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:36.396650 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.439235 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4889-303e-4294-b58e-500f15b5d545 admin admin] Publish callbacks [] for security_group (80ebb40b-7101-4c8c-8711-362a57143a5e), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.473910 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4889-303e-4294-b58e-500f15b5d545 admin admin] Publish callbacks [] for security_group (80ebb40b-7101-4c8c-8711-362a57143a5e), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.488908 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=60884b85-920e-41c7-b0fe-f0bd7728bc60,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:36.502560 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.534963 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6c1676a9-c60f-4d43-b316-352591007bc1 req-004b0603-a5dd-4c23-befc-3b88ef6abba6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462801 Jul 14 10:14:36.555379 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4889-303e-4294-b58e-500f15b5d545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (80ebb40b-7101-4c8c-8711-362a57143a5e), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.558116 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4889-303e-4294-b58e-500f15b5d545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:36.562633 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-b3ab4889-303e-4294-b58e-500f15b5d545 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80ebb40b-7101-4c8c-8711-362a57143a5e HTTP/1.1" status: 204 len: 168 time: 0.2000566 Jul 14 10:14:36.579325 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab4889-303e-4294-b58e-500f15b5d545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ebb40b-7101-4c8c-8711-362a57143a5e,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:36.637647 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078269ef-1882-4a59-a7dd-daab98b0c4f9 req-b2b625e1-4a53-4cb8-b3a7-940a6dc9046e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:36.648605 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-078269ef-1882-4a59-a7dd-daab98b0c4f9 req-b2b625e1-4a53-4cb8-b3a7-940a6dc9046e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.1752455 Jul 14 10:14:36.714401 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-078269ef-1882-4a59-a7dd-daab98b0c4f9 req-9526f549-7ec3-4819-aff3-d7b092c0ffac tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647025 Jul 14 10:14:36.826643 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60884b85-920e-41c7-b0fe-f0bd7728bc60'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:36.829801 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcd9321-8417-44f4-8cbd-e9cc6680dbfd" -d '{"events": [{"server_uuid": "cb5e53dd-665c-4eb7-a9b9-94555c21df75", "name": "network-vif-plugged", "status": "completed", "tag": "60884b85-920e-41c7-b0fe-f0bd7728bc60"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:36.898481 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def35de3-a77a-4660-a03e-2cd492458470 x-openstack-request-id: req-def35de3-a77a-4660-a03e-2cd492458470 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:36.898481 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5e53dd-665c-4eb7-a9b9-94555c21df75", "name": "network-vif-plugged", "status": "completed", "tag": "60884b85-920e-41c7-b0fe-f0bd7728bc60", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:36.898481 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-def35de3-a77a-4660-a03e-2cd492458470 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:36.898836 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def35de3-a77a-4660-a03e-2cd492458470'] response: {'server_uuid': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60884b85-920e-41c7-b0fe-f0bd7728bc60', 'code': 200} Jul 14 10:14:37.030718 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced93b8b-8edd-4257-beef-bd640de64054 req-d25a176f-47b7-46c0-886b-d4f3883afee9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:37.033149 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ced93b8b-8edd-4257-beef-bd640de64054 req-d25a176f-47b7-46c0-886b-d4f3883afee9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0834208 Jul 14 10:14:37.106196 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:37.141781 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ced93b8b-8edd-4257-beef-bd640de64054 req-9bf1d33a-e110-4690-adeb-07f3b2e4e60f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012948 Jul 14 10:14:37.382996 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93a6c6-9bc5-4a33-87e9-bc6087defdae req-16a50c81-61b4-4fdb-b771-478416805c2f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:37.384467 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bc93a6c6-9bc5-4a33-87e9-bc6087defdae req-16a50c81-61b4-4fdb-b771-478416805c2f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0804524 Jul 14 10:14:37.405119 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f39ba6-b62e-4d80-8406-092098e7abf4 req-b2a9c9dc-42a0-466a-9643-f4d721d9aa53 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:37.406585 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-10f39ba6-b62e-4d80-8406-092098e7abf4 req-b2a9c9dc-42a0-466a-9643-f4d721d9aa53 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.0698662 Jul 14 10:14:37.472045 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bc93a6c6-9bc5-4a33-87e9-bc6087defdae req-c5ad8fa0-4b96-4ec3-a307-bd786cc516ea tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815599 Jul 14 10:14:37.478911 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-10f39ba6-b62e-4d80-8406-092098e7abf4 req-09880335-2bec-4706-8d04-93e91a860894 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654190 Jul 14 10:14:38.260470 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4ca11-782a-47c2-8f61-8af07d507928 req-2b48e30e-20e2-40da-b452-ce590bc129fb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:38.262287 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cad4ca11-782a-47c2-8f61-8af07d507928 req-2b48e30e-20e2-40da-b452-ce590bc129fb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0564296 Jul 14 10:14:38.318223 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cad4ca11-782a-47c2-8f61-8af07d507928 req-f16dafc8-635b-4b21-9ff0-f7d86ffe7ef3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Jul 14 10:14:38.628690 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a524af-e4cb-4db2-a6ee-b16fdf53be9f req-d8a8cab2-34c4-4f39-8532-157290665583 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:38.630259 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-63a524af-e4cb-4db2-a6ee-b16fdf53be9f req-d8a8cab2-34c4-4f39-8532-157290665583 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.0765522 Jul 14 10:14:38.639321 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e700330-6e50-445d-b231-45a6068622d9 req-62ad646c-c421-4307-85a5-e79f7d3cda2c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:38.640709 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e700330-6e50-445d-b231-45a6068622d9 req-62ad646c-c421-4307-85a5-e79f7d3cda2c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0778568 Jul 14 10:14:38.717538 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-63a524af-e4cb-4db2-a6ee-b16fdf53be9f req-d3a6bf00-843d-4e6c-b1ab-288919b2c90e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758553 Jul 14 10:14:38.724365 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e700330-6e50-445d-b231-45a6068622d9 req-73292862-6104-4744-a76e-0b0f9d511275 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760458 Jul 14 10:14:38.925815 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46718) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:39.034553 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-71b792da-633e-4cf3-9558-682ed3c215e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.109609 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-71b792da-633e-4cf3-9558-682ed3c215e8 admin admin] Publish callbacks [] for security_group (b2bb6d55-1adf-4991-95ab-0bf24847b38f), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.113359 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-71b792da-633e-4cf3-9558-682ed3c215e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b2bb6d55-1adf-4991-95ab-0bf24847b38f), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.159153 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-71b792da-633e-4cf3-9558-682ed3c215e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31472a4e05bb45b487df47f4f8255789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322552 Jul 14 10:14:39.160339 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b792da-633e-4cf3-9558-682ed3c215e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bb6d55-1adf-4991-95ab-0bf24847b38f,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.162566 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46724) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:39.181548 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:39.216067 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fead50d6-d486-47ed-baca-aff1eea3abf6 admin admin] Publish callbacks [] for security_group (b2bb6d55-1adf-4991-95ab-0bf24847b38f), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.241350 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fead50d6-d486-47ed-baca-aff1eea3abf6 admin admin] Publish callbacks [] for security_group (b2bb6d55-1adf-4991-95ab-0bf24847b38f), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.294067 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fead50d6-d486-47ed-baca-aff1eea3abf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b2bb6d55-1adf-4991-95ab-0bf24847b38f), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.296647 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fead50d6-d486-47ed-baca-aff1eea3abf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.297799 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-fead50d6-d486-47ed-baca-aff1eea3abf6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2bb6d55-1adf-4991-95ab-0bf24847b38f HTTP/1.1" status: 204 len: 168 time: 0.1342020 Jul 14 10:14:39.306498 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead50d6-d486-47ed-baca-aff1eea3abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bb6d55-1adf-4991-95ab-0bf24847b38f,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.445639 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfd938-0850-44c6-8c32-02fb2505560d req-cf49ec51-36ae-4966-9323-2d506870b386 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:39.447105 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cfdfd938-0850-44c6-8c32-02fb2505560d req-cf49ec51-36ae-4966-9323-2d506870b386 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0577002 Jul 14 10:14:39.495152 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cfdfd938-0850-44c6-8c32-02fb2505560d req-d176b62f-0d7c-472b-af97-65326e8f09de tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 Jul 14 10:14:39.577700 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46738) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:39.591142 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5568c8da-95e4-4ea1-ae68-1bbe63c3fd87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.666525 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5568c8da-95e4-4ea1-ae68-1bbe63c3fd87 admin admin] Publish callbacks [] for security_group (7ca3b870-c68e-4834-ad17-a9ded04ce6dc), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.670122 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5568c8da-95e4-4ea1-ae68-1bbe63c3fd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7ca3b870-c68e-4834-ad17-a9ded04ce6dc), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.680135 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:39.712275 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-5568c8da-95e4-4ea1-ae68-1bbe63c3fd87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1d339ff2a7742a0be32c4c4e2c12090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335192 Jul 14 10:14:39.713112 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568c8da-95e4-4ea1-ae68-1bbe63c3fd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca3b870-c68e-4834-ad17-a9ded04ce6dc,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.715507 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46740) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:39.765638 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4fdb1560-0dc5-4c65-a872-254f3bd0c876 admin admin] Publish callbacks [] for security_group (7ca3b870-c68e-4834-ad17-a9ded04ce6dc), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.789019 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4fdb1560-0dc5-4c65-a872-254f3bd0c876 admin admin] Publish callbacks [] for security_group (7ca3b870-c68e-4834-ad17-a9ded04ce6dc), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.837703 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4fdb1560-0dc5-4c65-a872-254f3bd0c876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7ca3b870-c68e-4834-ad17-a9ded04ce6dc), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.840269 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4fdb1560-0dc5-4c65-a872-254f3bd0c876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:39.841462 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-4fdb1560-0dc5-4c65-a872-254f3bd0c876 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ca3b870-c68e-4834-ad17-a9ded04ce6dc HTTP/1.1" status: 204 len: 168 time: 0.1248426 Jul 14 10:14:39.849584 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb1560-0dc5-4c65-a872-254f3bd0c876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca3b870-c68e-4834-ad17-a9ded04ce6dc,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.868733 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a0ec7-499b-4eaa-a444-18ee57bd7971 req-80541283-6899-4452-95f7-91430473260e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:39.870254 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-694a0ec7-499b-4eaa-a444-18ee57bd7971 req-80541283-6899-4452-95f7-91430473260e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0784755 Jul 14 10:14:39.876493 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a30b2-f691-41c6-b88c-63cbaa009ac7 req-95c80b20-83fa-4271-a368-0df826457c29 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:39.877974 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-eb1a30b2-f691-41c6-b88c-63cbaa009ac7 req-95c80b20-83fa-4271-a368-0df826457c29 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.0771258 Jul 14 10:14:39.951341 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-694a0ec7-499b-4eaa-a444-18ee57bd7971 req-945c1834-c1b1-40db-bd7f-d41a2c707871 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724661 Jul 14 10:14:39.955355 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-eb1a30b2-f691-41c6-b88c-63cbaa009ac7 req-6fa4c167-768a-453d-943b-5fc6f4830e10 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695274 Jul 14 10:14:40.161435 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-13935e1f-0e43-4b15-9f72-69bd850d8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:40.163041 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-13935e1f-0e43-4b15-9f72-69bd850d8ea9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 200 len: 850 time: 0.0764120 Jul 14 10:14:40.208198 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa3f02-8342-4cb4-8124-296734c9d8d0 req-00f6197a-d15c-4fcf-ab48-0b4af7c63bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:40.210226 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1efa3f02-8342-4cb4-8124-296734c9d8d0 req-00f6197a-d15c-4fcf-ab48-0b4af7c63bf9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 1130 time: 0.0616150 Jul 14 10:14:40.229826 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-fe2299a2-ef9f-4353-9c3b-597c65ee1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:40.231502 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-fe2299a2-ef9f-4353-9c3b-597c65ee1651 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71d0e822-864d-4ce6-a81f-385b20a87683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591905 Jul 14 10:14:40.262385 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-86eacf0f-aba3-41fb-a3ff-cdbc3a8ccf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:40.263898 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-86eacf0f-aba3-41fb-a3ff-cdbc3a8ccf6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 1130 time: 0.0716670 Jul 14 10:14:40.311023 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:40.358279 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1efa3f02-8342-4cb4-8124-296734c9d8d0 req-8b5277fe-585d-4def-a5a4-a2b699847961 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260769 Jul 14 10:14:40.362786 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-b03f2366-c384-4bf0-9971-8135fbc6737e service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126828 Jul 14 10:14:40.402707 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-f24f27c7-c2cf-40f3-9269-25552bd395f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:40.404232 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-f24f27c7-c2cf-40f3-9269-25552bd395f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.1335788 Jul 14 10:14:40.611719 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1acbd-d3f2-4410-82a9-006e14a6835e req-67a1e82e-99c4-4f52-82cb-a1879b0bd07f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:40.613353 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-60a1acbd-d3f2-4410-82a9-006e14a6835e req-67a1e82e-99c4-4f52-82cb-a1879b0bd07f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0482757 Jul 14 10:14:40.651148 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46776) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:40.683785 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:40.694577 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-60a1acbd-d3f2-4410-82a9-006e14a6835e req-3d631767-3947-4a37-8af1-4befaef2ddd2 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738575 Jul 14 10:14:40.734310 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc98c75-6040-4af6-8678-b4cfb706a78c req-9bf61516-faef-4b1f-ba80-2dbaa6e0b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:40.735870 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1dc98c75-6040-4af6-8678-b4cfb706a78c req-9bf61516-faef-4b1f-ba80-2dbaa6e0b3ea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 1130 time: 0.0788517 Jul 14 10:14:40.737246 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-7a28640a-d7aa-4683-ba4c-b54723d0ff3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae315f1e-83cb-48a2-a7c4-aec7aff8961d HTTP/1.1" status: 200 len: 217 time: 0.0788217 Jul 14 10:14:40.759509 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79fe846c-a13e-49eb-b110-082ae168e5a0 req-2bccdf95-b365-419d-87f3-552f884fe5b4 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034431 Jul 14 10:14:40.784101 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-766072597-network', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:40.788548 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:40.856444 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Made reservation on behalf of da859b6d410b4c2b995804fa5ffd190f for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:40.858782 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:40.869777 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-62a778c2-2671-4dda-a605-31d0ec309c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:40.871234 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-62a778c2-2671-4dda-a605-31d0ec309c69 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.1078961 Jul 14 10:14:40.873795 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1dc98c75-6040-4af6-8678-b4cfb706a78c req-edf851ab-89b0-4b53-a805-e4dee77613f0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161230 Jul 14 10:14:40.874598 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:40.949454 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Publish callbacks [] for security_group (ece91364-570d-40ea-8d03-806980da73ab), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:40.953818 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ece91364-570d-40ea-8d03-806980da73ab), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:40.981344 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:14:40.986983 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece91364-570d-40ea-8d03-806980da73ab,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:40.995215 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (fb3479f4-bc12-453a-a966-2aea7b01bb38), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:40.995545 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Added segment fb3479f4-bc12-453a-a966-2aea7b01bb38 of type vlan for network 4f292b1d-6753-429c-8af0-15033bed0b5f Jul 14 10:14:41.039118 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (4f292b1d-6753-429c-8af0-15033bed0b5f), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:41.066744 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (4f292b1d-6753-429c-8af0-15033bed0b5f), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:41.067902 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:41.068505 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:41.108050 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab9dbb-63e5-498e-b040-96b69e7da375 req-cdadd337-bb3e-4105-91d4-7069d85976b2 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:41.109534 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8dab9dbb-63e5-498e-b040-96b69e7da375 req-cdadd337-bb3e-4105-91d4-7069d85976b2 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.0791605 Jul 14 10:14:41.118520 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467c13d-67c8-44b9-a7e0-688ffe8d8165 req-c0252151-d604-4fd2-bd2a-441924662367 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:41.119983 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c467c13d-67c8-44b9-a7e0-688ffe8d8165 req-c0252151-d604-4fd2-bd2a-441924662367 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0875702 Jul 14 10:14:41.133725 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4813821 Jul 14 10:14:41.136390 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46786) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:41.141254 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Request body: {'subnet': {'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-766072597-subnet', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'ip_version': 4}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:41.150943 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac203437-5bdc-431d-9044-c71022e59e70 admin admin] Pushing event updated for resources: {'Network': ['ID=4f292b1d-6753-429c-8af0-15033bed0b5f,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:41.162479 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 4f292b1d-6753-429c-8af0-15033bed0b5f details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:14:41.171590 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Made reservation on behalf of da859b6d410b4c2b995804fa5ffd190f for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:41.174812 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131243339'] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:41.203511 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8dab9dbb-63e5-498e-b040-96b69e7da375 req-b002aa09-d345-4932-922f-761438781401 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824697 Jul 14 10:14:41.207571 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c467c13d-67c8-44b9-a7e0-688ffe8d8165 req-92f68266-10cc-4bd9-905d-8a6e34e17483 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806849 Jul 14 10:14:41.231915 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:41.232541 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:41.312343 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:41.374371 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131802710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131243385'] for subnet (50ea493f-1ed1-4f45-87a6-371b6cf0d7be), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:41.445619 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ea493f-1ed1-4f45-87a6-371b6cf0d7be,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:41.478404 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Checking segment: {'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:41.478760 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Network hostable DHCP agents. Network: 4f292b1d-6753-429c-8af0-15033bed0b5f, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:14:41.484988 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-3911b459-66fa-447d-98a4-d84c61cf475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:41.486483 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-3911b459-66fa-447d-98a4-d84c61cf475d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531406 Jul 14 10:14:41.546813 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Network 4f292b1d-6753-429c-8af0-15033bed0b5f is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:14:41.593527 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 4f292b1d-6753-429c-8af0-15033bed0b5f) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:41.603506 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ebb51f-db73-4815-ac14-b2a5c7a7cf5b None None] Network 4f292b1d-6753-429c-8af0-15033bed0b5f requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:14:41.607265 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:41.607891 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:41.636820 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:41.656428 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46822) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:41.661191 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:41.664588 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-165939d7-fd3c-4166-89be-78a0cbe581cd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5162847 Jul 14 10:14:41.704417 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-38575914-2242-4b1e-9e4b-1cdcc036c87d service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018485 Jul 14 10:14:41.712492 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:41.713659 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:41.753206 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-4f292b1d-6753-429c-8af0-15033bed0b5f', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:14:41.754244 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:41.829453 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks [] for router_controller (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), precommit_add_association {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:41.934033 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Allocated IP 172.20.0.2 (4f292b1d-6753-429c-8af0-15033bed0b5f/50ea493f-1ed1-4f45-87a6-371b6cf0d7be/d6c5f532-6cc4-4bfd-8beb-1529fa3a449f) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:41.962363 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa6e15-0607-4e92-a01a-fb095de5384e req-46b73aed-94f2-4343-9555-6c09b0ab749b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:41.963840 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-caaa6e15-0607-4e92-a01a-fb095de5384e req-46b73aed-94f2-4343-9555-6c09b0ab749b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.1495178 Jul 14 10:14:42.057583 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks [] for router_gateway (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:42.079234 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:42.109713 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-caaa6e15-0607-4e92-a01a-fb095de5384e req-bfecf5d2-1cef-45d4-880b-f9d750f4dc17 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081953 Jul 14 10:14:42.145920 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Publish callbacks [] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:42.155195 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:42.193041 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Network 4f292b1d-6753-429c-8af0-15033bed0b5f is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:42.198174 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:42.201679 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:42.219533 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Pushing event updated for resources: {'Port': ['ID=d6c5f532-6cc4-4bfd-8beb-1529fa3a449f,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:42.275617 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Attempting to bind port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:42.276251 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Attempting to bind port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:42.276804 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Attempting to bind port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f on network 4f292b1d-6753-429c-8af0-15033bed0b5f {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:42.277624 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks [] for router_gateway (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:42.282742 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:42.283111 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Checking segment: {'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:42.283507 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:42.283897 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Bound using segment: {'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:42.284354 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Bound port: d6c5f532-6cc4-4bfd-8beb-1529fa3a449f, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:42.284736 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:42.299803 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:42.343628 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] For port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:42.346682 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] For port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=d6c5f532-6cc4-4bfd-8beb-1529fa3a449f,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:42.352080 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:42.382935 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a45f2-dc33-4139-ab28-3852ad04c7cc req-9994220d-c948-47b0-8846-b5fb11d4d341 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:42.384413 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-049a45f2-dc33-4139-ab28-3852ad04c7cc req-9994220d-c948-47b0-8846-b5fb11d4d341 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.0867863 Jul 14 10:14:42.409166 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062d43a-2de5-4f8a-b83b-bf4a170dcb74 None None] Pushing event updated for resources: {'Port': ['ID=d6c5f532-6cc4-4bfd-8beb-1529fa3a449f,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:42.482987 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-049a45f2-dc33-4139-ab28-3852ad04c7cc req-5659655a-0f69-4584-8d8a-9094495a77f3 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880811 Jul 14 10:14:42.493438 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Allocated IP 172.27.0.56 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/2badf2c9-9437-4695-bfe0-fbe848d48e63) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:42.510553 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:42.615182 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13ac07-4363-4003-914e-d1ae1bf51873 req-5d515aa3-fe61-4762-a3c1-c2aab8e23d88 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:42.617337 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7a13ac07-4363-4003-914e-d1ae1bf51873 req-5d515aa3-fe61-4762-a3c1-c2aab8e23d88 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0541589 Jul 14 10:14:42.691876 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks [] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:42.698584 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7a13ac07-4363-4003-914e-d1ae1bf51873 req-0b01d6bd-4125-4ebe-a8f4-d762d210e4af tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747683 Jul 14 10:14:42.731069 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:42.771367 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:42.779886 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:42.784449 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:42.853973 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Pushing event updated for resources: {'Port': ['ID=2badf2c9-9437-4695-bfe0-fbe848d48e63,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:43.032067 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:43.093384 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632d076-a196-402e-a64d-50c941a5b8c6 req-84a1eb3e-8a54-4add-a3b4-d96ce8ed7d5e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:43.094920 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3632d076-a196-402e-a64d-50c941a5b8c6 req-84a1eb3e-8a54-4add-a3b4-d96ce8ed7d5e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.2771811 Jul 14 10:14:43.104047 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46858) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:43.108536 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-103dd218-8492-4615-b43f-98d60c068c5d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'floatingip': {'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:43.134162 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:43.307052 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719da595-6098-456e-84ce-819ac63444b7 req-3a73bc96-d1a3-4843-8e89-f11cb5d34e13 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:43.308637 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-719da595-6098-456e-84ce-819ac63444b7 req-3a73bc96-d1a3-4843-8e89-f11cb5d34e13 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0957932 Jul 14 10:14:43.331875 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks [] for router_gateway (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:43.388623 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-103dd218-8492-4615-b43f-98d60c068c5d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (1ba947da-5846-49d2-977e-74e788d52a9a), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:43.419339 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b4a56-0b95-4679-98a3-4318a050ed0f None None] Network 4f292b1d-6753-429c-8af0-15033bed0b5f requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:14:43.430049 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-719da595-6098-456e-84ce-819ac63444b7 req-0216c101-1d5a-4f17-9e75-23c2f7309f23 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146786 Jul 14 10:14:43.454150 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:43.498648 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-f3e69617-b9c2-4cb2-949b-94fbae5265b5 None None] Provisioning complete for port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:43.499286 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f3e69617-b9c2-4cb2-949b-94fbae5265b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:43.558810 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:43.621656 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-f3e69617-b9c2-4cb2-949b-94fbae5265b5 None None] Current status of the port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:43.622042 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f3e69617-b9c2-4cb2-949b-94fbae5265b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:43.654114 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:43.657022 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-f3e69617-b9c2-4cb2-949b-94fbae5265b5 None None] For port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=d6c5f532-6cc4-4bfd-8beb-1529fa3a449f,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:43.663302 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f3e69617-b9c2-4cb2-949b-94fbae5265b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:43.689959 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:43.716616 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:14:43.720436 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e69617-b9c2-4cb2-949b-94fbae5265b5 None None] Pushing event updated for resources: {'Port': ['ID=d6c5f532-6cc4-4bfd-8beb-1529fa3a449f,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:43.859293 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2980f99-33f5-4478-be3b-e7838697347c req-2d7a06bc-29e2-4446-89f3-590b6f68e55f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:43.860733 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2980f99-33f5-4478-be3b-e7838697347c req-2d7a06bc-29e2-4446-89f3-590b6f68e55f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0858872 Jul 14 10:14:43.882571 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:43.885645 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-521ea6f5-5755-476d-951e-f57859b1a62b None None] Provisioning complete for port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:43.885790 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-521ea6f5-5755-476d-951e-f57859b1a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:43.894405 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Sync routers for ids ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:43.904723 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Routers {'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:43.905384 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:43.951953 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:43.956843 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-45315e7f-f8cd-4f47-b724-69a85411fad3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2968843 Jul 14 10:14:43.957764 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46872) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:44.013167 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2980f99-33f5-4478-be3b-e7838697347c req-e4472030-2eea-4058-8891-f7c8c0d6f5d2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335106 Jul 14 10:14:44.043363 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-521ea6f5-5755-476d-951e-f57859b1a62b None None] Current status of the port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:44.058450 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d6c5f532-6cc4-4bfd-8beb-1529fa3a449f up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:44.105437 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:44.105722 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.115108 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Set router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:44.133275 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-103dd218-8492-4615-b43f-98d60c068c5d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.138383 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-103dd218-8492-4615-b43f-98d60c068c5d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (1ba947da-5846-49d2-977e-74e788d52a9a), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.188724 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:44.260901 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:44.264531 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.l3_db [None req-103dd218-8492-4615-b43f-98d60c068c5d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Floating IP 1ba947da-5846-49d2-977e-74e788d52a9a associated. External IP: 172.27.0.73, port: 81f609dc-8842-42ec-9605-22d13d78fb55. Jul 14 10:14:44.312434 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:43Z', 'revision_number': 3, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:44.330192 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Checking router: cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:44.330529 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Updating router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 port 2badf2c9-9437-4695-bfe0-fbe848d48e63 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:44.357507 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.375304 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:44.493410 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103dd218-8492-4615-b43f-98d60c068c5d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:14:44.503145 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.572592 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0353c13-9a24-4596-b973-aaf94799179f req-280f0a89-d34a-4d05-b616-1766e00af5b5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:44.574112 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b0353c13-9a24-4596-b973-aaf94799179f req-280f0a89-d34a-4d05-b616-1766e00af5b5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0611334 Jul 14 10:14:44.606624 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:44.612892 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103dd218-8492-4615-b43f-98d60c068c5d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:44.626804 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-103dd218-8492-4615-b43f-98d60c068c5d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.627198 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:44.640732 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Publish callbacks [] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.642595 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:44.643725 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:44.649360 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.665488 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-103dd218-8492-4615-b43f-98d60c068c5d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "PUT /v2.0/floatingips/1ba947da-5846-49d2-977e-74e788d52a9a HTTP/1.1" status: 200 len: 991 time: 1.5603318 Jul 14 10:14:44.666236 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'tag': '81f609dc-8842-42ec-9605-22d13d78fb55'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:44.669159 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cb0161-dad9-46c0-8d20-a18639e347c9" -d '{"events": [{"name": "network-changed", "server_uuid": "79ac6d8d-492d-45da-ac13-5688fc6e2bb6", "tag": "81f609dc-8842-42ec-9605-22d13d78fb55"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:44.688265 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b0353c13-9a24-4596-b973-aaf94799179f req-9ef7071c-0fe0-497c-908f-3416efed556a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885820 Jul 14 10:14:44.702628 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896fb5c-90c2-4c69-825b-e1eccb20f16b None None] Pushing event updated for resources: {'Port': ['ID=2badf2c9-9437-4695-bfe0-fbe848d48e63,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:44.737786 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Attempting to bind port 2badf2c9-9437-4695-bfe0-fbe848d48e63 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:44.738160 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Attempting to bind port 2badf2c9-9437-4695-bfe0-fbe848d48e63 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:44.738521 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Attempting to bind port 2badf2c9-9437-4695-bfe0-fbe848d48e63 on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:44.744321 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:44.744694 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:44.746295 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.746686 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:44.747162 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Bound port: 2badf2c9-9437-4695-bfe0-fbe848d48e63, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:44.747541 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.753546 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Allocated IP 172.20.0.1 (4f292b1d-6753-429c-8af0-15033bed0b5f/50ea493f-1ed1-4f45-87a6-371b6cf0d7be/90a0a013-a23d-4aea-8513-a837ab580639) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:44.762258 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:44.764481 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc045a38-71d7-4c97-910c-61fe4c737344 x-openstack-request-id: req-cc045a38-71d7-4c97-910c-61fe4c737344 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:44.764878 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ac6d8d-492d-45da-ac13-5688fc6e2bb6", "tag": "81f609dc-8842-42ec-9605-22d13d78fb55", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:44.765402 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc045a38-71d7-4c97-910c-61fe4c737344 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:44.765978 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc045a38-71d7-4c97-910c-61fe4c737344'] response: {'name': 'network-changed', 'server_uuid': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'tag': '81f609dc-8842-42ec-9605-22d13d78fb55', 'status': 'completed', 'code': 200} Jul 14 10:14:44.802817 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:44.806110 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] For port 2badf2c9-9437-4695-bfe0-fbe848d48e63, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:44.809527 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] For port 2badf2c9-9437-4695-bfe0-fbe848d48e63, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=2badf2c9-9437-4695-bfe0-fbe848d48e63,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:44.816309 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.880490 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:44.886153 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896fb5c-90c2-4c69-825b-e1eccb20f16b None None] Pushing event updated for resources: {'Port': ['ID=2badf2c9-9437-4695-bfe0-fbe848d48e63,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:44.895022 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Publish callbacks [] for port (90a0a013-a23d-4aea-8513-a837ab580639), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.896349 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Routers {'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:44.897555 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:44.931492 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (90a0a013-a23d-4aea-8513-a837ab580639), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.978784 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Network 4f292b1d-6753-429c-8af0-15033bed0b5f is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:44.984075 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:44.986778 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:44.987245 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:44.992203 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Pushing event updated for resources: {'Port': ['ID=90a0a013-a23d-4aea-8513-a837ab580639,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:45.028496 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.028884 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.029557 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.029557 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.029912 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.030240 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.030564 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.031371 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.031371 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.031575 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.032259 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.032677 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.034343 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.034343 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.034343 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:45.046893 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] Set router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:45.093481 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:45.218026 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1ba947da-5846-49d2-977e-74e788d52a9a', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:15:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:03Z', 'updated_at': '2022-07-14T10:14:43Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:45.268955 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e3d674c4-3152-4050-87b6-b788e796ce36 req-65f35b29-9d08-48f0-9c13-ceb9e559623b service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517019 Jul 14 10:14:45.271096 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:45.291610 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:45.292830 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:45.294728 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:45.308657 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:43Z', 'revision_number': 3, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:45.339438 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:45.343282 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e443a4-812c-4688-886e-d3c83e936ab4 None None] The sync data for ids ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'] in dv-cinder-849800-1-iscsi is: [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:43Z', 'revision_number': 3, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:45.418020 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (90a0a013-a23d-4aea-8513-a837ab580639), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:45.444054 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-ace303b4-9567-45c7-80b1-b54a1b1efee3 None None] Provisioning complete for port 90a0a013-a23d-4aea-8513-a837ab580639 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:45.444515 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ace303b4-9567-45c7-80b1-b54a1b1efee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (90a0a013-a23d-4aea-8513-a837ab580639), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:45.445070 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9bbda-cb61-47ed-b4c7-9e12eecbc074 req-07351fe8-9517-4623-8918-869631ae9bc2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:45.446583 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-32a9bbda-cb61-47ed-b4c7-9e12eecbc074 req-07351fe8-9517-4623-8918-869631ae9bc2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.3048825 Jul 14 10:14:45.486398 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:45.514779 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-ace303b4-9567-45c7-80b1-b54a1b1efee3 None None] Port 90a0a013-a23d-4aea-8513-a837ab580639 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:45.521735 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:45.548191 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-32a9bbda-cb61-47ed-b4c7-9e12eecbc074 req-7e4a70a6-87a6-455e-ba17-9c33daac41a9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831213 Jul 14 10:14:45.640307 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-43255acc-a9ef-4db1-9d7e-608e8556a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:45.645247 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-43255acc-a9ef-4db1-9d7e-608e8556a105 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 1130 time: 0.0776474 Jul 14 10:14:45.763654 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Publish callbacks [] for port (90a0a013-a23d-4aea-8513-a837ab580639), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:45.778429 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (90a0a013-a23d-4aea-8513-a837ab580639), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:45.779742 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:45.828957 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1ba947da-5846-49d2-977e-74e788d52a9a', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:15:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:03Z', 'updated_at': '2022-07-14T10:14:43Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:45.860353 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c374d6-0cfe-4d12-be2d-1502359df4a6 None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1ba947da-5846-49d2-977e-74e788d52a9a', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:15:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:03Z', 'updated_at': '2022-07-14T10:14:43Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:45.891254 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-5e3192ab-77f4-414a-b3f9-3c598d3cef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:45.893062 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-5e3192ab-77f4-414a-b3f9-3c598d3cef3b service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 915 time: 0.2364867 Jul 14 10:14:46.031875 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Pushing event updated for resources: {'Port': ['ID=90a0a013-a23d-4aea-8513-a837ab580639,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:46.081252 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db6104-b148-42ed-9584-69fe25badf41 req-cb55acfd-20c0-4bd0-af34-bece31c51194 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:46.083999 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-ffd866af-d689-425f-98ed-e496eff3ddc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81f609dc-8842-42ec-9605-22d13d78fb55 HTTP/1.1" status: 200 len: 999 time: 0.1701455 Jul 14 10:14:46.088650 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-62db6104-b148-42ed-9584-69fe25badf41 req-cb55acfd-20c0-4bd0-af34-bece31c51194 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.2606263 Jul 14 10:14:46.132474 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 2badf2c9-9437-4695-bfe0-fbe848d48e63 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:46.195199 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Network 4f292b1d-6753-429c-8af0-15033bed0b5f is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:46.204582 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:46.249635 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 2badf2c9-9437-4695-bfe0-fbe848d48e63 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:46.250003 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:46.301429 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-62db6104-b148-42ed-9584-69fe25badf41 req-1d1f2d86-e572-4020-9aea-a7099ad1b22c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732841 Jul 14 10:14:46.357668 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:46.401960 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:14:46.499140 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 2badf2c9-9437-4695-bfe0-fbe848d48e63 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:46.499542 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:46.559920 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-c6cd1039-2897-42b0-891e-7960966be984 None None] Provisioning complete for port 90a0a013-a23d-4aea-8513-a837ab580639 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:46.560623 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6cd1039-2897-42b0-891e-7960966be984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (90a0a013-a23d-4aea-8513-a837ab580639), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:46.565236 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 2badf2c9-9437-4695-bfe0-fbe848d48e63, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=2badf2c9-9437-4695-bfe0-fbe848d48e63,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:46.607571 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:46.635277 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:46.644472 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-c60ac8e8-9b05-4d1f-998e-ffdfe8d22b5b admin admin] 10.222.0.61 "PUT /v2.0/routers/cc65e2fa-5aa7-4365-bbb9-1da1bde483a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6752162 Jul 14 10:14:46.669013 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd1039-2897-42b0-891e-7960966be984 None None] Port 90a0a013-a23d-4aea-8513-a837ab580639 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:46.715510 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=2badf2c9-9437-4695-bfe0-fbe848d48e63,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:46.734074 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.734419 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.734753 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.735083 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.735407 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.735727 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.736052 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.742980 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.743431 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.743772 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.744112 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.744445 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.744769 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.745115 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.745585 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:46.765801 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:46.788529 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb4ce8-6c1f-409d-971b-9ff0852b70be req-b22b6b13-d435-4d24-8ec5-17083cb532e1 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:46.790299 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c8eb4ce8-6c1f-409d-971b-9ff0852b70be req-b22b6b13-d435-4d24-8ec5-17083cb532e1 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0776498 Jul 14 10:14:46.860757 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c8eb4ce8-6c1f-409d-971b-9ff0852b70be req-4ef90c8d-1a94-4ac3-a951-00dfd8305ad2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640268 Jul 14 10:14:47.012515 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a79547-a435-4cef-8d44-f5655b84a1fd req-4fc5483b-60e9-4064-baac-11c4eb11b20a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:47.014064 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-14a79547-a435-4cef-8d44-f5655b84a1fd req-4fc5483b-60e9-4064-baac-11c4eb11b20a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0537310 Jul 14 10:14:47.022842 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 46944) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:47.027586 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-29eee3f7-8bb6-41e4-9ac5-28a5ed06124f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'floatingip': {'port_id': '60884b85-920e-41c7-b0fe-f0bd7728bc60'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:47.104199 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-29eee3f7-8bb6-41e4-9ac5-28a5ed06124f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (1563450a-a08c-4124-8f19-50b5f047989e), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.302134 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46956) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:47.307129 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-309620820-network', 'tenant_id': '21548439ec194a86bd7691f16ddd716a'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:47.327672 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Made reservation on behalf of 21548439ec194a86bd7691f16ddd716a for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:47.330130 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.339863 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.528415 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd935447-aa32-4bd7-a774-401bae8c1c3e req-48dc4b85-ccca-4b36-9c82-83dde1d491bd tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:47.529942 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cd935447-aa32-4bd7-a774-401bae8c1c3e req-48dc4b85-ccca-4b36-9c82-83dde1d491bd tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.1262102 Jul 14 10:14:47.613864 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Publish callbacks [] for security_group (d47a4290-d244-4e92-825f-246f5d448a14), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.619223 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (d47a4290-d244-4e92-825f-246f5d448a14), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.665677 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:14:47.682104 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47a4290-d244-4e92-825f-246f5d448a14,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:47.684765 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (1566016d-9906-4ba3-b8c6-5fddc8646fb9), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.684891 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Added segment 1566016d-9906-4ba3-b8c6-5fddc8646fb9 of type vlan for network a9686632-b903-404e-9d9d-eb67bded673e Jul 14 10:14:47.696558 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cd935447-aa32-4bd7-a774-401bae8c1c3e req-d0280f13-ab53-454b-8fb9-bd7d9334926a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594329 Jul 14 10:14:47.699062 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.699416 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.699797 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.700142 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.700475 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.700878 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.701245 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.701578 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.701893 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.702395 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.702811 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.703052 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.703363 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.703696 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.704078 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:47.749283 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (a9686632-b903-404e-9d9d-eb67bded673e), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.771085 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:47.773853 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Sync routers for ids ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:47.780567 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (a9686632-b903-404e-9d9d-eb67bded673e), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.782059 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:47.782706 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.784639 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Routers {'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:47.785269 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:47.841657 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-29eee3f7-8bb6-41e4-9ac5-28a5ed06124f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.846878 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-29eee3f7-8bb6-41e4-9ac5-28a5ed06124f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (1563450a-a08c-4124-8f19-50b5f047989e), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.850965 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5476563 Jul 14 10:14:47.854140 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46964) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:47.858979 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Request body: {'subnet': {'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-309620820-subnet', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'ip_version': 4}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:47.865777 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b9f09-97f9-451f-a6d3-60957672d617 admin admin] Pushing event updated for resources: {'Network': ['ID=a9686632-b903-404e-9d9d-eb67bded673e,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:47.880969 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network a9686632-b903-404e-9d9d-eb67bded673e details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:14:47.884734 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Made reservation on behalf of 21548439ec194a86bd7691f16ddd716a for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:47.888504 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131243339'] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:47.894314 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Set router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:48.031529 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-29eee3f7-8bb6-41e4-9ac5-28a5ed06124f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Floating IP 1563450a-a08c-4124-8f19-50b5f047989e associated. External IP: 172.27.0.12, port: 60884b85-920e-41c7-b0fe-f0bd7728bc60. Jul 14 10:14:48.092217 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 2badf2c9-9437-4695-bfe0-fbe848d48e63 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:48.171197 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef823576-c6d0-4a50-9cf2-38b649e5a5b7 None None] New status for floating IP 1ba947da-5846-49d2-977e-74e788d52a9a: ACTIVE {{(pid=104068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:14:48.212825 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:48.234708 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131802710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131243385'] for subnet (321d4ffc-6fa4-4bda-9649-99f348e80c06), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.298275 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321d4ffc-6fa4-4bda-9649-99f348e80c06,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:48.300695 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:45Z', 'revision_number': 4, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '90a0a013-a23d-4aea-8513-a837ab580639', 'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'mac_address': 'fa:16:3e:53:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:44Z', 'updated_at': '2022-07-14T10:14:45Z', 'revision_number': 2, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'subnets': [{'id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:48.343393 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 2badf2c9-9437-4695-bfe0-fbe848d48e63 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:48.343766 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.360087 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Checking router: cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:48.363158 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Updating router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 port 90a0a013-a23d-4aea-8513-a837ab580639 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:48.374755 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Checking segment: {'id': '1566016d-9906-4ba3-b8c6-5fddc8646fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:48.376003 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Network hostable DHCP agents. Network: a9686632-b903-404e-9d9d-eb67bded673e, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:14:48.412218 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Network a9686632-b903-404e-9d9d-eb67bded673e is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:14:48.415086 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (90a0a013-a23d-4aea-8513-a837ab580639), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.438370 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, a9686632-b903-404e-9d9d-eb67bded673e) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:48.438804 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:48.444620 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:48.446999 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.451089 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f9672-28e4-4f5e-9038-0253f8e2f04d None None] Network a9686632-b903-404e-9d9d-eb67bded673e requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:14:48.478165 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:48.487580 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-15394ca1-6f1c-44c6-a73a-62f0c99b86b3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6322169 Jul 14 10:14:48.488220 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 46974) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:48.498755 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-309620820-router', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:48.557505 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (b59e56d3-3f36-4ee3-9dd6-0130aced1678), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.559087 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (b59e56d3-3f36-4ee3-9dd6-0130aced1678), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.618107 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:48.624392 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eee3f7-8bb6-41e4-9ac5-28a5ed06124f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:14:48.641175 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks [] for router_controller (b59e56d3-3f36-4ee3-9dd6-0130aced1678), precommit_add_association {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.644565 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 2badf2c9-9437-4695-bfe0-fbe848d48e63 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:48.681136 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:48.712873 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.754066 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-a9686632-b903-404e-9d9d-eb67bded673e', 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e', 'project_id': '21548439ec194a86bd7691f16ddd716a', 'fixed_ips': [{'subnet_id': '321d4ffc-6fa4-4bda-9649-99f348e80c06'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:14:48.760278 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.874958 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks [] for router_gateway (b59e56d3-3f36-4ee3-9dd6-0130aced1678), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.899099 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eee3f7-8bb6-41e4-9ac5-28a5ed06124f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:48.907809 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-29eee3f7-8bb6-41e4-9ac5-28a5ed06124f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:48.918266 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] Sync routers for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:48.945010 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:48.946083 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:48.950242 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-29eee3f7-8bb6-41e4-9ac5-28a5ed06124f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "PUT /v2.0/floatingips/1563450a-a08c-4124-8f19-50b5f047989e HTTP/1.1" status: 200 len: 991 time: 1.9263244 Jul 14 10:14:48.954168 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'tag': '60884b85-920e-41c7-b0fe-f0bd7728bc60'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:14:48.957261 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d24e4-2ee1-4899-aa66-26382b874db0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5e53dd-665c-4eb7-a9b9-94555c21df75", "tag": "60884b85-920e-41c7-b0fe-f0bd7728bc60"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:48.977923 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff67a6c-96eb-4726-9285-ac0346cba872 req-b031c96d-4a36-449b-a7a0-2fdf5ab73d89 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:48.979447 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7ff67a6c-96eb-4726-9285-ac0346cba872 req-b031c96d-4a36-449b-a7a0-2fdf5ab73d89 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.1355007 Jul 14 10:14:49.031999 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:49.056780 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7ff67a6c-96eb-4726-9285-ac0346cba872 req-62bcc577-b7ab-4a70-88d7-606d1eb2e1d0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708954 Jul 14 10:14:49.061881 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baea83f-5a8b-41b3-88a3-1b5057571b06 x-openstack-request-id: req-0baea83f-5a8b-41b3-88a3-1b5057571b06 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:49.062163 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5e53dd-665c-4eb7-a9b9-94555c21df75", "tag": "60884b85-920e-41c7-b0fe-f0bd7728bc60", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:49.062422 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0baea83f-5a8b-41b3-88a3-1b5057571b06 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:49.062836 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0baea83f-5a8b-41b3-88a3-1b5057571b06'] response: {'name': 'network-changed', 'server_uuid': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'tag': '60884b85-920e-41c7-b0fe-f0bd7728bc60', 'status': 'completed', 'code': 200} Jul 14 10:14:49.088548 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Allocated IP 172.20.0.2 (a9686632-b903-404e-9d9d-eb67bded673e/321d4ffc-6fa4-4bda-9649-99f348e80c06/e0e392e4-3c59-41cc-bcda-a525a4162c8a) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:49.120536 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks [] for router_gateway (b59e56d3-3f36-4ee3-9dd6-0130aced1678), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.139819 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.159393 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:49.197739 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Publish callbacks [] for port (90a0a013-a23d-4aea-8513-a837ab580639), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.206451 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (90a0a013-a23d-4aea-8513-a837ab580639), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.248536 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Publish callbacks [] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.255611 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.266160 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Allocated IP 172.27.0.223 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/481bd438-afb3-46ea-92d2-c23d374a6ef6) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:49.278246 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:49.297916 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Network a9686632-b903-404e-9d9d-eb67bded673e is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:49.318618 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:49.321575 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:49.352793 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Pushing event updated for resources: {'Port': ['ID=e0e392e4-3c59-41cc-bcda-a525a4162c8a,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:49.388834 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Attempting to bind port e0e392e4-3c59-41cc-bcda-a525a4162c8a on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:49.389266 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Attempting to bind port e0e392e4-3c59-41cc-bcda-a525a4162c8a by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '1566016d-9906-4ba3-b8c6-5fddc8646fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:49.389579 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Attempting to bind port e0e392e4-3c59-41cc-bcda-a525a4162c8a on network a9686632-b903-404e-9d9d-eb67bded673e {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:49.394928 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:49.395304 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Checking segment: {'id': '1566016d-9906-4ba3-b8c6-5fddc8646fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:49.395703 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.396225 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Bound using segment: {'id': '1566016d-9906-4ba3-b8c6-5fddc8646fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:49.397544 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Bound port: e0e392e4-3c59-41cc-bcda-a525a4162c8a, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1566016d-9906-4ba3-b8c6-5fddc8646fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:49.397678 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.419609 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502744c2-e16c-49be-aed9-135dc132120b None None] Pushing event updated for resources: {'Port': ['ID=90a0a013-a23d-4aea-8513-a837ab580639,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:49.421137 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks [] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.438788 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:49.478084 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] For port e0e392e4-3c59-41cc-bcda-a525a4162c8a, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:49.479045 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:49.482290 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] For port e0e392e4-3c59-41cc-bcda-a525a4162c8a, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=e0e392e4-3c59-41cc-bcda-a525a4162c8a,segment=NetworkSegment(1566016d-9906-4ba3-b8c6-5fddc8646fb9),segment_id=1566016d-9906-4ba3-b8c6-5fddc8646fb9)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:49.486202 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.495167 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.523302 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Attempting to bind port 90a0a013-a23d-4aea-8513-a837ab580639 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:49.523559 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:49.523687 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Attempting to bind port 90a0a013-a23d-4aea-8513-a837ab580639 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:49.524000 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Attempting to bind port 90a0a013-a23d-4aea-8513-a837ab580639 on network 4f292b1d-6753-429c-8af0-15033bed0b5f {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:49.527070 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:49.529756 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:49.534672 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:49.535509 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Checking segment: {'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:49.535509 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.535814 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Bound using segment: {'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:49.536263 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Bound port: 90a0a013-a23d-4aea-8513-a837ab580639, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:49.536639 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (90a0a013-a23d-4aea-8513-a837ab580639), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.558533 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec8342-ba26-4101-89b5-96136d66bd0b None None] Pushing event updated for resources: {'Port': ['ID=e0e392e4-3c59-41cc-bcda-a525a4162c8a,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:49.582872 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Pushing event updated for resources: {'Port': ['ID=481bd438-afb3-46ea-92d2-c23d374a6ef6,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:49.658427 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1563450a-a08c-4124-8f19-50b5f047989e', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'port_id': '60884b85-920e-41c7-b0fe-f0bd7728bc60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'mac_address': 'fa:16:3e:c7:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:09Z', 'updated_at': '2022-07-14T10:14:47Z', 'revision_number': 1, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:49.663393 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] For port 90a0a013-a23d-4aea-8513-a837ab580639, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:49.694661 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] Checking router: 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:49.707264 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] For port 90a0a013-a23d-4aea-8513-a837ab580639, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=90a0a013-a23d-4aea-8513-a837ab580639,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:49.711431 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:49.712150 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:49.716652 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (90a0a013-a23d-4aea-8513-a837ab580639), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.729306 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a066af10-e259-4799-8148-c34040834053 None None] Provisioning complete for port 90a0a013-a23d-4aea-8513-a837ab580639 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:49.729686 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a066af10-e259-4799-8148-c34040834053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (90a0a013-a23d-4aea-8513-a837ab580639), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.832738 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a066af10-e259-4799-8148-c34040834053 None None] Current status of the port 90a0a013-a23d-4aea-8513-a837ab580639 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:49.833171 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a066af10-e259-4799-8148-c34040834053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (90a0a013-a23d-4aea-8513-a837ab580639), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.903479 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:49.926050 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-861b475c-000a-4286-9c5d-0625e2866c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:49.927218 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a066af10-e259-4799-8148-c34040834053 None None] For port 90a0a013-a23d-4aea-8513-a837ab580639, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=90a0a013-a23d-4aea-8513-a837ab580639,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:49.928038 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-861b475c-000a-4286-9c5d-0625e2866c69 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.1454582 Jul 14 10:14:49.933868 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a066af10-e259-4799-8148-c34040834053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (90a0a013-a23d-4aea-8513-a837ab580639), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:49.978518 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-3e9f30ac-594a-4111-a4ad-2d38b2f9eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:49.982005 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-3e9f30ac-594a-4111-a4ad-2d38b2f9eaa8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 1130 time: 0.1247475 Jul 14 10:14:50.019078 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066af10-e259-4799-8148-c34040834053 None None] Pushing event updated for resources: {'Port': ['ID=90a0a013-a23d-4aea-8513-a837ab580639,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:50.031247 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks [] for router_gateway (b59e56d3-3f36-4ee3-9dd6-0130aced1678), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:50.065886 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Routers {'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:50.065886 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:50.152697 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device e0e392e4-3c59-41cc-bcda-a525a4162c8a up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:50.153286 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-cb75ae06-3606-4f62-9da8-684f8a0e4788 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3321605 Jul 14 10:14:50.175934 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502744c2-e16c-49be-aed9-135dc132120b None None] Pushing event updated for resources: {'Port': ['ID=90a0a013-a23d-4aea-8513-a837ab580639,revision_number=4']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:50.189552 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:50.230673 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-1a997558-0156-421f-ac2f-113e872f8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:50.233577 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-1a997558-0156-421f-ac2f-113e872f8f97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786035 Jul 14 10:14:50.264173 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port e0e392e4-3c59-41cc-bcda-a525a4162c8a triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:50.264557 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:50.268564 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:50.306365 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:50.374338 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port e0e392e4-3c59-41cc-bcda-a525a4162c8a is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:50.374729 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:50.389951 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-c660d9a1-e7a2-43cb-9837-62cd4a4fc1aa None None] Provisioning complete for port 90a0a013-a23d-4aea-8513-a837ab580639 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:50.390344 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c660d9a1-e7a2-43cb-9837-62cd4a4fc1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (90a0a013-a23d-4aea-8513-a837ab580639), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:50.400529 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef08fa-3616-48f6-bb23-094a4ecb8594 req-3159aca5-1d4b-478d-a7c6-711b86594939 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:50.409024 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-64ef08fa-3616-48f6-bb23-094a4ecb8594 req-3159aca5-1d4b-478d-a7c6-711b86594939 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.2063601 Jul 14 10:14:50.484874 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] Set router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:50.506980 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-64ef08fa-3616-48f6-bb23-094a4ecb8594 req-4cbb9419-e0a1-4af6-80d5-166d45ffa4d5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949268 Jul 14 10:14:50.510064 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-c660d9a1-e7a2-43cb-9837-62cd4a4fc1aa None None] Current status of the port 90a0a013-a23d-4aea-8513-a837ab580639 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:50.527577 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-4cb0612c-da88-4f10-b0e3-996089db9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:50.529658 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-4cb0612c-da88-4f10-b0e3-996089db9b79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 912 time: 0.3878810 Jul 14 10:14:50.534807 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port e0e392e4-3c59-41cc-bcda-a525a4162c8a, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=e0e392e4-3c59-41cc-bcda-a525a4162c8a,segment=NetworkSegment(1566016d-9906-4ba3-b8c6-5fddc8646fb9),segment_id=1566016d-9906-4ba3-b8c6-5fddc8646fb9)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:50.547774 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:50.574386 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-1c7a260f-2620-4497-b9b9-2b315ae4cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:50.579706 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-1c7a260f-2620-4497-b9b9-2b315ae4cdc7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a5b4dfcb90d421192be6dbc102ca1bb&device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 1130 time: 0.3314140 Jul 14 10:14:50.595959 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:50.682188 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=e0e392e4-3c59-41cc-bcda-a525a4162c8a,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:50.738449 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-b231616f-dc8e-4e00-911a-a91afea97501 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60 HTTP/1.1" status: 200 len: 999 time: 0.2012422 Jul 14 10:14:50.766618 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:50.816041 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-fac61f7e-13f4-4cd2-a8c1-a37d9946a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:50.817787 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-fac61f7e-13f4-4cd2-a8c1-a37d9946a56a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 200 len: 850 time: 0.0724494 Jul 14 10:14:50.841061 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-bbf0ba77-b593-4e04-9870-6fa30de0fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:50.842535 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-bbf0ba77-b593-4e04-9870-6fa30de0fb57 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2fa3ec6c-5616-438b-b8f9-070972840b0b HTTP/1.1" status: 200 len: 912 time: 0.2276366 Jul 14 10:14:50.865772 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1563450a-a08c-4124-8f19-50b5f047989e', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'port_id': '60884b85-920e-41c7-b0fe-f0bd7728bc60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'mac_address': 'fa:16:3e:c7:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:09Z', 'updated_at': '2022-07-14T10:14:47Z', 'revision_number': 1, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:50.870442 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-b65d4c60-d8a5-46c3-be3e-3f119ac4266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:50.872359 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-b65d4c60-d8a5-46c3-be3e-3f119ac4266a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71d0e822-864d-4ce6-a81f-385b20a87683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459068 Jul 14 10:14:50.941053 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450872bb-d577-4e4e-a969-ab171b0bc5ce None None] The sync data for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi is: [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1563450a-a08c-4124-8f19-50b5f047989e', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'port_id': '60884b85-920e-41c7-b0fe-f0bd7728bc60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'mac_address': 'fa:16:3e:c7:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:09Z', 'updated_at': '2022-07-14T10:14:47Z', 'revision_number': 1, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:50.951527 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:45Z', 'revision_number': 4, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '90a0a013-a23d-4aea-8513-a837ab580639', 'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'mac_address': 'fa:16:3e:53:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:44Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'subnets': [{'id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:51.056703 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b9ec0a-be0c-4bbd-a13b-8ac696a08d06 None None] Network a9686632-b903-404e-9d9d-eb67bded673e requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:14:51.121623 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-b791023a-b7e8-48e7-a185-4f244cd991c6 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182009 Jul 14 10:14:51.171813 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c3a02-29d3-4e07-a1b5-e87cbcbc37ce None None] The sync data for ids ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'] in dv-cinder-849800-1-iscsi is: [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:45Z', 'revision_number': 4, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '90a0a013-a23d-4aea-8513-a837ab580639', 'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'mac_address': 'fa:16:3e:53:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:44Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'subnets': [{'id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:51.197098 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:51.241461 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-cab33c8a-3949-4b05-91df-360d4bb4c450 None None] Provisioning complete for port e0e392e4-3c59-41cc-bcda-a525a4162c8a triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:51.241891 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cab33c8a-3949-4b05-91df-360d4bb4c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:51.407811 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-718d24e4-2ee1-4899-aa66-26382b874db0 req-b99ce9ae-7d7e-41de-b96b-c4130378af08 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757204 Jul 14 10:14:51.436544 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-cab33c8a-3949-4b05-91df-360d4bb4c450 None None] Current status of the port e0e392e4-3c59-41cc-bcda-a525a4162c8a is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:51.455630 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daba3d8-d641-4e10-9975-71e440f85a4b None None] New status for floating IP 1563450a-a08c-4124-8f19-50b5f047989e: ACTIVE {{(pid=104068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:14:51.472524 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (b59e56d3-3f36-4ee3-9dd6-0130aced1678), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:51.482021 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-1a14d274-2ec8-4262-97e2-e4a76bc5fbfc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce5d7280-4a51-4c65-ac60-5e8730133d1a HTTP/1.1" status: 200 len: 217 time: 0.6068158 Jul 14 10:14:51.484898 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-90b26b53-b773-4997-bb70-d6a9460c4886 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2353632 Jul 14 10:14:51.765413 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:51.766167 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47038) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:51.826793 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad61bba-8bf0-4749-8ffa-ee9931b60275 req-ddd42d61-429e-4794-9d43-fd5a3366ba15 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:51.839905 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cad61bba-8bf0-4749-8ffa-ee9931b60275 req-ddd42d61-429e-4794-9d43-fd5a3366ba15 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.1617446 Jul 14 10:14:51.892390 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:51.920254 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-7f288696-061f-40e0-bb33-4c373902993d None None] Provisioning complete for port e0e392e4-3c59-41cc-bcda-a525a4162c8a triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:51.920635 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f288696-061f-40e0-bb33-4c373902993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:51.926989 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-58cb0161-dad9-46c0-8d20-a18639e347c9 req-5f7dd8b4-6c7c-46d9-bd2a-251cd506748d service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416975 Jul 14 10:14:51.972170 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-a1c60b88-ec86-4f68-a29d-b8f737bbec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:51.973614 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-a1c60b88-ec86-4f68-a29d-b8f737bbec91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d976eab7-c249-48c7-8c17-d02f6da8beec HTTP/1.1" status: 200 len: 850 time: 0.2859778 Jul 14 10:14:52.024306 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3678440f-9d80-4c95-b3a6-69ddb1a1f9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:52.066946 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Router b59e56d3-3f36-4ee3-9dd6-0130aced1678 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:14:52.078213 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cad61bba-8bf0-4749-8ffa-ee9931b60275 req-427f8e27-c192-4f6b-b4f8-e026993ef169 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318766 Jul 14 10:14:52.091548 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-d8b8b70a-a057-405e-b515-7f8114fb8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:52.093333 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-d8b8b70a-a057-405e-b515-7f8114fb8611 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2fa3ec6c-5616-438b-b8f9-070972840b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881343 Jul 14 10:14:52.093718 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-7f288696-061f-40e0-bb33-4c373902993d None None] Current status of the port e0e392e4-3c59-41cc-bcda-a525a4162c8a is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:52.191416 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3678440f-9d80-4c95-b3a6-69ddb1a1f9aa admin admin] Publish callbacks [] for security_group (5f8e2e41-58df-49f5-b54b-56c4953ce180), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:52.205297 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3678440f-9d80-4c95-b3a6-69ddb1a1f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (5f8e2e41-58df-49f5-b54b-56c4953ce180), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:52.261306 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-3678440f-9d80-4c95-b3a6-69ddb1a1f9aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1ca205e8be148c8b724b1603111ce65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873893 Jul 14 10:14:52.261513 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 90a0a013-a23d-4aea-8513-a837ab580639 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:52.262462 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47052) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:52.271059 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678440f-9d80-4c95-b3a6-69ddb1a1f9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e2e41-58df-49f5-b54b-56c4953ce180,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:52.329325 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 90a0a013-a23d-4aea-8513-a837ab580639 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:52.330194 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (90a0a013-a23d-4aea-8513-a837ab580639), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:52.338800 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f0fda98-38ef-455f-b8f1-d3416cab4dce admin admin] Publish callbacks [] for security_group (5f8e2e41-58df-49f5-b54b-56c4953ce180), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:52.357868 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-a8a58a49-9fb6-40d2-98f4-496126d5f3ac service neutron] 10.222.0.58 "GET /v2.0/networks/2fa3ec6c-5616-438b-b8f9-070972840b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440524 Jul 14 10:14:52.359411 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:52.365036 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f0fda98-38ef-455f-b8f1-d3416cab4dce admin admin] Publish callbacks [] for security_group (5f8e2e41-58df-49f5-b54b-56c4953ce180), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:52.373311 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Sync routers for ids ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:52.389316 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:52.390889 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-fbde225b-4817-4f7b-ae12-b3ed4e1a164a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9012437 Jul 14 10:14:52.396566 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Routers {'b59e56d3-3f36-4ee3-9dd6-0130aced1678'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:52.398761 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:52.406308 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47054) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:52.411690 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:52.425134 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f0fda98-38ef-455f-b8f1-d3416cab4dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (5f8e2e41-58df-49f5-b54b-56c4953ce180), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:52.427746 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f0fda98-38ef-455f-b8f1-d3416cab4dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:52.432432 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-5f0fda98-38ef-455f-b8f1-d3416cab4dce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f8e2e41-58df-49f5-b54b-56c4953ce180 HTTP/1.1" status: 204 len: 168 time: 0.1663356 Jul 14 10:14:52.439849 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fda98-38ef-455f-b8f1-d3416cab4dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e2e41-58df-49f5-b54b-56c4953ce180,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:52.504072 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 90a0a013-a23d-4aea-8513-a837ab580639 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:52.505201 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device e0e392e4-3c59-41cc-bcda-a525a4162c8a up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:52.563817 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port e0e392e4-3c59-41cc-bcda-a525a4162c8a triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:52.564222 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:52.586260 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:52.594500 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Set router b59e56d3-3f36-4ee3-9dd6-0130aced1678 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:52.666824 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port e0e392e4-3c59-41cc-bcda-a525a4162c8a is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:52.677835 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ae141a03-6be5-4afb-8cac-b2afaf6c6c47 req-dc4c3f6d-16fa-4f86-91c4-e316e42070a5 service neutron] 10.222.0.58 "GET /v2.0/networks/2fa3ec6c-5616-438b-b8f9-070972840b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033750 Jul 14 10:14:52.748292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:52.817244 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'name': 'tempest-TestShelveInstance-309620820-router', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:48Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 3, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'gw_port': {'id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:49Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:52.853383 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Checking router: b59e56d3-3f36-4ee3-9dd6-0130aced1678 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:52.854073 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Updating router b59e56d3-3f36-4ee3-9dd6-0130aced1678 port 481bd438-afb3-46ea-92d2-c23d374a6ef6 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:52.891703 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.106075 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.219810 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Publish callbacks [] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.228572 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.295286 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd61f12-5416-48c5-bff7-6524fd917950 req-07ed58fe-028e-43d4-a48b-b11a5b6a1b90 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:53.302623 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6cd61f12-5416-48c5-bff7-6524fd917950 req-07ed58fe-028e-43d4-a48b-b11a5b6a1b90 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.1207843 Jul 14 10:14:53.317738 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:53.320826 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Allocated IP 172.20.0.1 (a9686632-b903-404e-9d9d-eb67bded673e/321d4ffc-6fa4-4bda-9649-99f348e80c06/1e3ac165-4313-4b54-b01b-bf569a781d81) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:53.326926 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:53.374812 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Attempting to bind port 481bd438-afb3-46ea-92d2-c23d374a6ef6 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:53.375370 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Attempting to bind port 481bd438-afb3-46ea-92d2-c23d374a6ef6 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:53.376707 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Attempting to bind port 481bd438-afb3-46ea-92d2-c23d374a6ef6 on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:53.400235 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6cd61f12-5416-48c5-bff7-6524fd917950 req-79887572-452a-468e-a937-61d2c8e600c7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896881 Jul 14 10:14:53.403934 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Pushing event updated for resources: {'Port': ['ID=481bd438-afb3-46ea-92d2-c23d374a6ef6,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:53.415218 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.415672 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.416124 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.416601 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.417214 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.417757 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.418316 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.418736 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.419150 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.419566 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.419981 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.421363 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.421363 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.421731 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.422137 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:53.433454 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:53.434155 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:53.434646 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.436630 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:53.437411 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Bound port: 481bd438-afb3-46ea-92d2-c23d374a6ef6, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:53.437634 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.441645 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:53.486592 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Publish callbacks [] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.506036 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] For port 481bd438-afb3-46ea-92d2-c23d374a6ef6, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:53.510068 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] For port 481bd438-afb3-46ea-92d2-c23d374a6ef6, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=481bd438-afb3-46ea-92d2-c23d374a6ef6,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:53.519780 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.533316 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.573425 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Network a9686632-b903-404e-9d9d-eb67bded673e is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:53.577500 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:53.581800 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:14:53.595339 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Routers {'b59e56d3-3f36-4ee3-9dd6-0130aced1678'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:53.595993 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:53.637256 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3ac165-4313-4b54-b01b-bf569a781d81,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:53.659213 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (b59e56d3-3f36-4ee3-9dd6-0130aced1678), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.732238 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:53.768667 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] Set router b59e56d3-3f36-4ee3-9dd6-0130aced1678 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:53.846617 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:53.935532 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-fe250a8e-9c16-4473-b86a-bca784d0c626 None None] Provisioning complete for port 1e3ac165-4313-4b54-b01b-bf569a781d81 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:53.937612 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fe250a8e-9c16-4473-b86a-bca784d0c626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:54.011264 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8bbf3-e9b7-479a-aa21-67ed615ea731 None None] Pushing event updated for resources: {'Port': ['ID=481bd438-afb3-46ea-92d2-c23d374a6ef6,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:54.025597 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-fe250a8e-9c16-4473-b86a-bca784d0c626 None None] Port 1e3ac165-4313-4b54-b01b-bf569a781d81 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:54.158043 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Publish callbacks [] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:54.165193 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:54.216515 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'name': 'tempest-TestShelveInstance-309620820-router', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:48Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 3, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'gw_port': {'id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:49Z', 'updated_at': '2022-07-14T10:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:54.241448 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3ac165-4313-4b54-b01b-bf569a781d81,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:54.265381 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374729e7-c0cb-46ba-8366-2e024aa3e9a2 None None] The sync data for ids ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'] in dv-cinder-849800-1-iscsi is: [{'id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'name': 'tempest-TestShelveInstance-309620820-router', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:48Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 3, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'gw_port': {'id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:49Z', 'updated_at': '2022-07-14T10:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:54.265626 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (b59e56d3-3f36-4ee3-9dd6-0130aced1678), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:54.397222 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Network a9686632-b903-404e-9d9d-eb67bded673e is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:54.398554 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:54.512307 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:54.539453 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Router b59e56d3-3f36-4ee3-9dd6-0130aced1678 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:14:54.543648 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77e13-2c1e-45da-9e0d-55bd0d1d1b38 req-97ad11e4-4b62-4e3a-bccf-1e47cd7f8a9c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:54.566115 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-afb77e13-2c1e-45da-9e0d-55bd0d1d1b38 req-97ad11e4-4b62-4e3a-bccf-1e47cd7f8a9c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0935612 Jul 14 10:14:54.640577 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-afb77e13-2c1e-45da-9e0d-55bd0d1d1b38 req-2881c94a-ca8f-4158-8d01-054189d5bdb1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731592 Jul 14 10:14:54.706422 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:54.713788 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-a5972b63-c601-4561-a14e-409a13ada1c3 admin admin] 10.222.0.61 "PUT /v2.0/routers/b59e56d3-3f36-4ee3-9dd6-0130aced1678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3064132 Jul 14 10:14:54.751693 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-592562d9-9f71-4b79-a6b1-196a733c8a58 None None] Provisioning complete for port 1e3ac165-4313-4b54-b01b-bf569a781d81 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:54.752029 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-592562d9-9f71-4b79-a6b1-196a733c8a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:54.786660 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-592562d9-9f71-4b79-a6b1-196a733c8a58 None None] Port 1e3ac165-4313-4b54-b01b-bf569a781d81 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:14:55.058479 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47124) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:55.063004 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-7276ba36-429b-4908-ad63-49bc1847acbd tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221949195', 'description': 'tempest-secgroup-smoke-221949195 description', 'project_id': 'da859b6d410b4c2b995804fa5ffd190f'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:55.090365 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7276ba36-429b-4908-ad63-49bc1847acbd tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.140611 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:55.176691 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7276ba36-429b-4908-ad63-49bc1847acbd tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group (fe026964-302a-4ee0-91ff-08371d303d64), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.180558 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7276ba36-429b-4908-ad63-49bc1847acbd tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (fe026964-302a-4ee0-91ff-08371d303d64), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.215253 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7276ba36-429b-4908-ad63-49bc1847acbd tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.216466 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-7276ba36-429b-4908-ad63-49bc1847acbd tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1570020 Jul 14 10:14:55.217581 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276ba36-429b-4908-ad63-49bc1847acbd tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe026964-302a-4ee0-91ff-08371d303d64,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:55.219729 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47130) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:55.224420 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-fdb240bf-5fe6-41a0-97eb-d3cf3f1379b6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Request body: {'security_group_rule': {'security_group_id': 'fe026964-302a-4ee0-91ff-08371d303d64', 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:55.257184 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fdb240bf-5fe6-41a0-97eb-d3cf3f1379b6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (b53ff730-bf19-490f-9997-221c19e3aa0d), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.282567 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:55.314590 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fdb240bf-5fe6-41a0-97eb-d3cf3f1379b6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (b53ff730-bf19-490f-9997-221c19e3aa0d), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.318004 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fdb240bf-5fe6-41a0-97eb-d3cf3f1379b6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (b53ff730-bf19-490f-9997-221c19e3aa0d), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.338108 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb240bf-5fe6-41a0-97eb-d3cf3f1379b6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53ff730-bf19-490f-9997-221c19e3aa0d,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:55.344512 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fdb240bf-5fe6-41a0-97eb-d3cf3f1379b6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.345732 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-fdb240bf-5fe6-41a0-97eb-d3cf3f1379b6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249874 Jul 14 10:14:55.348474 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47136) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:55.353001 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-dbe3f179-4c4c-4f9f-bc55-fc26e91344ba tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Request body: {'security_group_rule': {'security_group_id': 'fe026964-302a-4ee0-91ff-08371d303d64', 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:55.378784 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f179-4c4c-4f9f-bc55-fc26e91344ba tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (e2303789-7c26-4bc0-871f-bc7bc5394182), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.435639 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f179-4c4c-4f9f-bc55-fc26e91344ba tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (e2303789-7c26-4bc0-871f-bc7bc5394182), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.438835 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f179-4c4c-4f9f-bc55-fc26e91344ba tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (e2303789-7c26-4bc0-871f-bc7bc5394182), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.459396 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3f179-4c4c-4f9f-bc55-fc26e91344ba tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2303789-7c26-4bc0-871f-bc7bc5394182,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:55.466820 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f179-4c4c-4f9f-bc55-fc26e91344ba tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.468022 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-dbe3f179-4c4c-4f9f-bc55-fc26e91344ba tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184118 Jul 14 10:14:55.470672 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47138) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:55.474799 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-22c81590-3ec9-45a8-b692-353fceae1e54 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Request body: {'security_group_rule': {'security_group_id': 'fe026964-302a-4ee0-91ff-08371d303d64', 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:55.499889 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-22c81590-3ec9-45a8-b692-353fceae1e54 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (050db000-bea0-41c9-810f-50274af81232), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.555992 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-22c81590-3ec9-45a8-b692-353fceae1e54 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (050db000-bea0-41c9-810f-50274af81232), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.561090 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-22c81590-3ec9-45a8-b692-353fceae1e54 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (050db000-bea0-41c9-810f-50274af81232), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.579863 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c81590-3ec9-45a8-b692-353fceae1e54 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050db000-bea0-41c9-810f-50274af81232,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:55.586746 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-22c81590-3ec9-45a8-b692-353fceae1e54 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.587912 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-22c81590-3ec9-45a8-b692-353fceae1e54 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163445 Jul 14 10:14:55.590584 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47140) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:55.594724 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-2483f33a-0f72-48d3-8f0a-3c057af9f110 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Request body: {'security_group_rule': {'security_group_id': 'fe026964-302a-4ee0-91ff-08371d303d64', 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:55.620130 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2483f33a-0f72-48d3-8f0a-3c057af9f110 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (9fe8c374-47cf-4a02-879f-cac8be2ddc78), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.676586 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2483f33a-0f72-48d3-8f0a-3c057af9f110 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (9fe8c374-47cf-4a02-879f-cac8be2ddc78), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.681324 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2483f33a-0f72-48d3-8f0a-3c057af9f110 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (9fe8c374-47cf-4a02-879f-cac8be2ddc78), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.699809 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483f33a-0f72-48d3-8f0a-3c057af9f110 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe8c374-47cf-4a02-879f-cac8be2ddc78,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:55.707700 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2483f33a-0f72-48d3-8f0a-3c057af9f110 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.708884 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-2483f33a-0f72-48d3-8f0a-3c057af9f110 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174037 Jul 14 10:14:55.711709 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47144) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:55.716032 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-0ad90061-83e1-41b0-9146-c1ae7e69d394 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Request body: {'security_group_rule': {'security_group_id': 'fe026964-302a-4ee0-91ff-08371d303d64', 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:55.737020 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.securitygroups_db [None req-0ad90061-83e1-41b0-9146-c1ae7e69d394 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Project da859b6d410b4c2b995804fa5ffd190f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:14:55.743690 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0ad90061-83e1-41b0-9146-c1ae7e69d394 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (bf6a9594-abce-4611-9eb6-ec956cb0d616), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.754307 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:55.778432 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f995c-87b6-4c7b-978a-923409e3e622 req-cd587a74-c27a-4ae7-b1eb-536d192c0698 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:55.781341 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-453f995c-87b6-4c7b-978a-923409e3e622 req-cd587a74-c27a-4ae7-b1eb-536d192c0698 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0599098 Jul 14 10:14:55.810609 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0ad90061-83e1-41b0-9146-c1ae7e69d394 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (bf6a9594-abce-4611-9eb6-ec956cb0d616), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.814278 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0ad90061-83e1-41b0-9146-c1ae7e69d394 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (bf6a9594-abce-4611-9eb6-ec956cb0d616), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.829258 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-453f995c-87b6-4c7b-978a-923409e3e622 req-ae073f2b-d39e-476c-9e50-15b5e01aeaf4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Jul 14 10:14:55.833114 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad90061-83e1-41b0-9146-c1ae7e69d394 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6a9594-abce-4611-9eb6-ec956cb0d616,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:55.840502 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0ad90061-83e1-41b0-9146-c1ae7e69d394 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.841721 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-0ad90061-83e1-41b0-9146-c1ae7e69d394 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290822 Jul 14 10:14:55.844387 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47146) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:14:55.848675 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-e866ae3f-a0c2-458f-9a64-6ea7d0c589a4 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Request body: {'security_group_rule': {'security_group_id': 'fe026964-302a-4ee0-91ff-08371d303d64', 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:14:55.870369 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.securitygroups_db [None req-e866ae3f-a0c2-458f-9a64-6ea7d0c589a4 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Project da859b6d410b4c2b995804fa5ffd190f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:14:55.876053 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e866ae3f-a0c2-458f-9a64-6ea7d0c589a4 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (a640c076-0949-433f-a5b3-f22d9ab39a83), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.933958 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:55.935861 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e866ae3f-a0c2-458f-9a64-6ea7d0c589a4 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (a640c076-0949-433f-a5b3-f22d9ab39a83), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.940722 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e866ae3f-a0c2-458f-9a64-6ea7d0c589a4 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (a640c076-0949-433f-a5b3-f22d9ab39a83), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.962220 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866ae3f-a0c2-458f-9a64-6ea7d0c589a4 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a640c076-0949-433f-a5b3-f22d9ab39a83,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:55.970299 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e866ae3f-a0c2-458f-9a64-6ea7d0c589a4 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:55.971520 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e866ae3f-a0c2-458f-9a64-6ea7d0c589a4 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261673 Jul 14 10:14:56.009528 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 481bd438-afb3-46ea-92d2-c23d374a6ef6 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:56.055546 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 481bd438-afb3-46ea-92d2-c23d374a6ef6 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:56.055925 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:56.134318 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 481bd438-afb3-46ea-92d2-c23d374a6ef6 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:56.134715 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:56.157262 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 481bd438-afb3-46ea-92d2-c23d374a6ef6, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=481bd438-afb3-46ea-92d2-c23d374a6ef6,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:56.162980 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:56.224613 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=481bd438-afb3-46ea-92d2-c23d374a6ef6,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:56.946979 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38edb9-9ca1-42e7-8def-363e610d80ac req-214b37cf-a892-4cd9-8355-58eee91a7e2e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:56.948454 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4f38edb9-9ca1-42e7-8def-363e610d80ac req-214b37cf-a892-4cd9-8355-58eee91a7e2e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0500779 Jul 14 10:14:56.994024 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4f38edb9-9ca1-42e7-8def-363e610d80ac req-017a216e-30f8-4790-88e8-de16a85829c0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Jul 14 10:14:57.993671 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 481bd438-afb3-46ea-92d2-c23d374a6ef6 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:58.041299 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 481bd438-afb3-46ea-92d2-c23d374a6ef6 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:58.041677 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:58.122799 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a351e-c34c-4f4e-a556-0f3fc71b3f35 req-6ee4b8cb-914f-4fc2-9421-8078d2d16160 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:58.124319 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-830a351e-c34c-4f4e-a556-0f3fc71b3f35 req-6ee4b8cb-914f-4fc2-9421-8078d2d16160 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0527036 Jul 14 10:14:58.135072 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:58.138914 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 481bd438-afb3-46ea-92d2-c23d374a6ef6 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:14:58.178820 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-830a351e-c34c-4f4e-a556-0f3fc71b3f35 req-028ea5e5-b2bd-4094-b560-e9cec3ea8847 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486662 Jul 14 10:14:58.636102 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Sync routers for ids ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:58.654745 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Routers {'b59e56d3-3f36-4ee3-9dd6-0130aced1678'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:58.655596 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:58.777544 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Set router b59e56d3-3f36-4ee3-9dd6-0130aced1678 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:14:59.097450 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'name': 'tempest-TestShelveInstance-309620820-router', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:48Z', 'updated_at': '2022-07-14T10:14:53Z', 'revision_number': 4, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'gw_port': {'id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:49Z', 'updated_at': '2022-07-14T10:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '1e3ac165-4313-4b54-b01b-bf569a781d81', 'name': '', 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'mac_address': 'fa:16:3e:0f:3f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '321d4ffc-6fa4-4bda-9649-99f348e80c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:53Z', 'updated_at': '2022-07-14T10:14:53Z', 'revision_number': 2, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'subnets': [{'id': '321d4ffc-6fa4-4bda-9649-99f348e80c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:59.125905 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Checking router: b59e56d3-3f36-4ee3-9dd6-0130aced1678 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:59.126272 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Updating router b59e56d3-3f36-4ee3-9dd6-0130aced1678 port 1e3ac165-4313-4b54-b01b-bf569a781d81 binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:59.166775 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:59.258462 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:59.323985 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bc465-be3d-4bc1-829e-18a50ee10622 req-234de49b-4045-4e3c-81bb-ba4314c0aaf1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:14:59.325613 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-785bc465-be3d-4bc1-829e-18a50ee10622 req-234de49b-4045-4e3c-81bb-ba4314c0aaf1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0631273 Jul 14 10:14:59.382552 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-785bc465-be3d-4bc1-829e-18a50ee10622 req-0b7790b4-4299-461f-829c-ae47f66d97d3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476346 Jul 14 10:14:59.453214 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Publish callbacks [] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:59.458099 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:59.509336 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4268ab8-5da5-42b0-8bcd-def446525222 None None] Pushing event updated for resources: {'Port': ['ID=1e3ac165-4313-4b54-b01b-bf569a781d81,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:59.567149 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Attempting to bind port 1e3ac165-4313-4b54-b01b-bf569a781d81 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:14:59.567518 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Attempting to bind port 1e3ac165-4313-4b54-b01b-bf569a781d81 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '1566016d-9906-4ba3-b8c6-5fddc8646fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:14:59.567876 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Attempting to bind port 1e3ac165-4313-4b54-b01b-bf569a781d81 on network a9686632-b903-404e-9d9d-eb67bded673e {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:14:59.573626 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:14:59.573998 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Checking segment: {'id': '1566016d-9906-4ba3-b8c6-5fddc8646fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:14:59.574398 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:59.574784 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Bound using segment: {'id': '1566016d-9906-4ba3-b8c6-5fddc8646fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:14:59.575248 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Bound port: 1e3ac165-4313-4b54-b01b-bf569a781d81, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1566016d-9906-4ba3-b8c6-5fddc8646fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:14:59.575625 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:59.639559 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] For port 1e3ac165-4313-4b54-b01b-bf569a781d81, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:59.643510 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] For port 1e3ac165-4313-4b54-b01b-bf569a781d81, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=1e3ac165-4313-4b54-b01b-bf569a781d81,segment=NetworkSegment(1566016d-9906-4ba3-b8c6-5fddc8646fb9),segment_id=1566016d-9906-4ba3-b8c6-5fddc8646fb9)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:59.651851 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:59.718583 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Routers {'b59e56d3-3f36-4ee3-9dd6-0130aced1678'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:14:59.719323 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:14:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:59.722997 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:14:59.765529 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4268ab8-5da5-42b0-8bcd-def446525222 None None] Pushing event updated for resources: {'Port': ['ID=1e3ac165-4313-4b54-b01b-bf569a781d81,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:59.784344 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-89423cb8-ff38-40fd-a9db-384262bfb798 None None] Provisioning complete for port 1e3ac165-4313-4b54-b01b-bf569a781d81 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:14:59.784808 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-89423cb8-ff38-40fd-a9db-384262bfb798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:14:59.897470 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] Set router b59e56d3-3f36-4ee3-9dd6-0130aced1678 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:15:00.001212 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-89423cb8-ff38-40fd-a9db-384262bfb798 None None] Current status of the port 1e3ac165-4313-4b54-b01b-bf569a781d81 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:15:00.001597 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-89423cb8-ff38-40fd-a9db-384262bfb798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:00.094105 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-89423cb8-ff38-40fd-a9db-384262bfb798 None None] For port 1e3ac165-4313-4b54-b01b-bf569a781d81, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=1e3ac165-4313-4b54-b01b-bf569a781d81,segment=NetworkSegment(1566016d-9906-4ba3-b8c6-5fddc8646fb9),segment_id=1566016d-9906-4ba3-b8c6-5fddc8646fb9)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:00.096280 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:00.099927 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-89423cb8-ff38-40fd-a9db-384262bfb798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:00.188629 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89423cb8-ff38-40fd-a9db-384262bfb798 None None] Pushing event updated for resources: {'Port': ['ID=1e3ac165-4313-4b54-b01b-bf569a781d81,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:00.200367 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'name': 'tempest-TestShelveInstance-309620820-router', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:48Z', 'updated_at': '2022-07-14T10:14:53Z', 'revision_number': 4, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'gw_port': {'id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:49Z', 'updated_at': '2022-07-14T10:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '1e3ac165-4313-4b54-b01b-bf569a781d81', 'name': '', 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'mac_address': 'fa:16:3e:0f:3f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '321d4ffc-6fa4-4bda-9649-99f348e80c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:53Z', 'updated_at': '2022-07-14T10:14:59Z', 'revision_number': 4, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'subnets': [{'id': '321d4ffc-6fa4-4bda-9649-99f348e80c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:00.228107 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e9b91-53a5-4131-9b2b-36425dff5515 None None] The sync data for ids ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'] in dv-cinder-849800-1-iscsi is: [{'id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'name': 'tempest-TestShelveInstance-309620820-router', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:48Z', 'updated_at': '2022-07-14T10:14:53Z', 'revision_number': 4, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'gw_port': {'id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:49Z', 'updated_at': '2022-07-14T10:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '1e3ac165-4313-4b54-b01b-bf569a781d81', 'name': '', 'network_id': 'a9686632-b903-404e-9d9d-eb67bded673e', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'mac_address': 'fa:16:3e:0f:3f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '321d4ffc-6fa4-4bda-9649-99f348e80c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:53Z', 'updated_at': '2022-07-14T10:14:59Z', 'revision_number': 4, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'subnets': [{'id': '321d4ffc-6fa4-4bda-9649-99f348e80c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:15:00.236614 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-de7de9c2-b174-4171-ae22-5c65633e61ce None None] Provisioning complete for port 1e3ac165-4313-4b54-b01b-bf569a781d81 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:15:00.236822 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-de7de9c2-b174-4171-ae22-5c65633e61ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:00.384092 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-de7de9c2-b174-4171-ae22-5c65633e61ce None None] Current status of the port 1e3ac165-4313-4b54-b01b-bf569a781d81 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:15:00.582346 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469edcae-2282-46f9-a34c-c0a3d5d0b800 req-e2c32732-d202-4709-b7b7-e7b40d5b3d8b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:00.590749 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-469edcae-2282-46f9-a34c-c0a3d5d0b800 req-e2c32732-d202-4709-b7b7-e7b40d5b3d8b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0770998 Jul 14 10:15:00.682484 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-469edcae-2282-46f9-a34c-c0a3d5d0b800 req-c96b0e85-d1ef-4d82-bbc1-215008a7d059 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903506 Jul 14 10:15:00.807022 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47316) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:00.910803 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1f976-7d1b-470d-aacf-0e18f6b3e384 req-16cd0dd2-1115-4342-a1b6-5f16f727dc39 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:00.930379 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2c1f976-7d1b-470d-aacf-0e18f6b3e384 req-16cd0dd2-1115-4342-a1b6-5f16f727dc39 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0939596 Jul 14 10:15:00.961218 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3ab81441-c536-4d65-9894-5e3822bdce5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:00.987820 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:01.007298 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2c1f976-7d1b-470d-aacf-0e18f6b3e384 req-5b84aa5a-a388-4196-864d-6e596b1099c0 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760458 Jul 14 10:15:01.070808 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3ab81441-c536-4d65-9894-5e3822bdce5c admin admin] Publish callbacks [] for security_group (34349d69-60ad-43b7-ae1e-1b5514221789), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:01.074800 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3ab81441-c536-4d65-9894-5e3822bdce5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (34349d69-60ad-43b7-ae1e-1b5514221789), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:01.114014 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-3ab81441-c536-4d65-9894-5e3822bdce5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f2bfe9f5d124fea8d2c2d328e378199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058712 Jul 14 10:15:01.116990 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47330) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:01.125455 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab81441-c536-4d65-9894-5e3822bdce5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34349d69-60ad-43b7-ae1e-1b5514221789,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:01.183974 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ab6630e8-2f42-4287-9bde-1d9593a4601a admin admin] Publish callbacks [] for security_group (34349d69-60ad-43b7-ae1e-1b5514221789), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:01.207410 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ab6630e8-2f42-4287-9bde-1d9593a4601a admin admin] Publish callbacks [] for security_group (34349d69-60ad-43b7-ae1e-1b5514221789), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:01.214435 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:01.275200 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ab6630e8-2f42-4287-9bde-1d9593a4601a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (34349d69-60ad-43b7-ae1e-1b5514221789), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:01.275301 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ab6630e8-2f42-4287-9bde-1d9593a4601a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:01.276534 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-ab6630e8-2f42-4287-9bde-1d9593a4601a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34349d69-60ad-43b7-ae1e-1b5514221789 HTTP/1.1" status: 204 len: 168 time: 0.1583943 Jul 14 10:15:01.290749 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6630e8-2f42-4287-9bde-1d9593a4601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34349d69-60ad-43b7-ae1e-1b5514221789,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:01.408194 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c2651ad8-bc6e-40fe-bc3e-bbee636d5930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:01.822875 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d80198-04bc-407c-b867-7dac8560bac4 req-b40f7f99-83c5-4a4e-961d-147e87e513fe tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:01.824834 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-76d80198-04bc-407c-b867-7dac8560bac4 req-b40f7f99-83c5-4a4e-961d-147e87e513fe tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0730846 Jul 14 10:15:01.875606 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-76d80198-04bc-407c-b867-7dac8560bac4 req-ffd0a577-59ac-4d7f-b88b-4c794431dd4d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Jul 14 10:15:02.023515 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 1e3ac165-4313-4b54-b01b-bf569a781d81 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:02.065249 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:02.072258 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 1e3ac165-4313-4b54-b01b-bf569a781d81 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:15:02.073041 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:02.151057 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcaa27-fec7-44e6-9eb2-fdf78c556c5e req-b36c6b55-c9c0-4262-8d04-894fda817d47 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:02.152787 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-01dcaa27-fec7-44e6-9eb2-fdf78c556c5e req-b36c6b55-c9c0-4262-8d04-894fda817d47 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0538843 Jul 14 10:15:02.153667 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 1e3ac165-4313-4b54-b01b-bf569a781d81 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:15:02.204690 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-01dcaa27-fec7-44e6-9eb2-fdf78c556c5e req-59f050e3-6e65-4cc5-a5ca-8b7d912c0d35 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447779 Jul 14 10:15:02.993038 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eabee-b3a3-4b40-8b2d-7631b6e2f05c req-b164086d-3738-4a56-8afa-c7fe9bb8eb52 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:02.994487 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3a4eabee-b3a3-4b40-8b2d-7631b6e2f05c req-b164086d-3738-4a56-8afa-c7fe9bb8eb52 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0504382 Jul 14 10:15:03.040987 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3a4eabee-b3a3-4b40-8b2d-7631b6e2f05c req-0f121c63-547f-4a8e-8167-74b42cfa46ee tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Jul 14 10:15:03.320147 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814a6bb-35d6-44c4-ac95-8a61566180e0 req-edf6318b-b3a8-45db-9ac3-59c915ed5c9b tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:03.321637 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a814a6bb-35d6-44c4-ac95-8a61566180e0 req-edf6318b-b3a8-45db-9ac3-59c915ed5c9b tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0470293 Jul 14 10:15:03.369940 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a814a6bb-35d6-44c4-ac95-8a61566180e0 req-b832c23b-3d36-4552-8dd0-4762dd97e842 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Jul 14 10:15:03.573942 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0eb17bfa-87a4-4ea5-b520-96f5ce95c904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:04.152474 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbd7ec-8f33-439e-9752-a94b39ab09ff req-0f298c1b-faa9-429c-b85d-1b08be6a450d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:04.153945 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-28fbd7ec-8f33-439e-9752-a94b39ab09ff req-0f298c1b-faa9-429c-b85d-1b08be6a450d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0469322 Jul 14 10:15:04.203689 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-28fbd7ec-8f33-439e-9752-a94b39ab09ff req-f3293ca5-bb77-48ac-830f-c0394743e4a0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442214 Jul 14 10:15:04.212224 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=31 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:04.481624 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a695623-870e-40bc-a7f5-493f563fa24a req-edf394a9-6934-4be7-83ae-36e168a8046d tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:04.483085 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a695623-870e-40bc-a7f5-493f563fa24a req-edf394a9-6934-4be7-83ae-36e168a8046d tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0466361 Jul 14 10:15:04.542317 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a695623-870e-40bc-a7f5-493f563fa24a req-19c4d0f7-1fb5-4ba5-ae57-4430695528c4 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535603 Jul 14 10:15:04.988888 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:05.304233 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:05.323197 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b6113-d1a0-4492-8c80-0f406e17a3d1 req-891873ce-c803-42bf-9e48-183493c33611 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:05.324655 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-572b6113-d1a0-4492-8c80-0f406e17a3d1 req-891873ce-c803-42bf-9e48-183493c33611 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0495443 Jul 14 10:15:05.373693 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-572b6113-d1a0-4492-8c80-0f406e17a3d1 req-97c02a2a-bb84-44f7-b2de-0c624ce39fea tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 Jul 14 10:15:05.660740 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada852b-aed1-47c7-93ec-9ac0f6dbe5cf req-4579abd3-af50-4944-9d2a-2ed9e4a640fb tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:05.662212 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-eada852b-aed1-47c7-93ec-9ac0f6dbe5cf req-4579abd3-af50-4944-9d2a-2ed9e4a640fb tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0499773 Jul 14 10:15:05.707693 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-eada852b-aed1-47c7-93ec-9ac0f6dbe5cf req-17498aa8-3e5a-4550-ba30-bcfc750b06f2 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Jul 14 10:15:05.961434 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=24,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:05.962209 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:06.344151 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:06.480518 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:06.488492 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0aefe-49b5-4f3b-9cb4-3314cdbe44dd req-6bf2c381-afac-40a5-a745-4694c604cbdf tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:06.489996 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20a0aefe-49b5-4f3b-9cb4-3314cdbe44dd req-6bf2c381-afac-40a5-a745-4694c604cbdf tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0477176 Jul 14 10:15:06.537254 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20a0aefe-49b5-4f3b-9cb4-3314cdbe44dd req-b6b7115c-1f08-4123-8374-d42f5a3e8ee9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Jul 14 10:15:06.821448 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ea0c6-3b42-4e9f-b29d-0f7412b10354 req-37549e2f-29ca-45ff-aaa0-bc4c52bb7661 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:06.822797 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-af4ea0c6-3b42-4e9f-b29d-0f7412b10354 req-37549e2f-29ca-45ff-aaa0-bc4c52bb7661 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0496159 Jul 14 10:15:06.872405 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-af4ea0c6-3b42-4e9f-b29d-0f7412b10354 req-56d34a12-e824-471a-81b4-49ca01065548 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441079 Jul 14 10:15:07.657923 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec51d0-6137-450d-8dd9-e72293703543 req-f9f2a202-ab20-4ffc-96ed-2bb68a7f91b5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:07.659432 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5bec51d0-6137-450d-8dd9-e72293703543 req-f9f2a202-ab20-4ffc-96ed-2bb68a7f91b5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0503621 Jul 14 10:15:07.718898 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5bec51d0-6137-450d-8dd9-e72293703543 req-a988fd0b-b1aa-44d9-ba88-202e04b8644b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527277 Jul 14 10:15:07.984961 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf01582-2e06-423c-8c0e-f2c25be19129 req-eae8a15a-e16a-44a6-8148-5310f6cf3702 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:07.987396 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ebf01582-2e06-423c-8c0e-f2c25be19129 req-eae8a15a-e16a-44a6-8148-5310f6cf3702 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0463338 Jul 14 10:15:07.999025 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:08.035843 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ebf01582-2e06-423c-8c0e-f2c25be19129 req-998c3066-8d82-49c8-a730-37d45ffd4e12 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426824 Jul 14 10:15:08.083635 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:08.792233 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48089e7d-433b-4d33-98d6-252977bed233 req-4ed842f5-8be3-4213-aee0-818b54b5dcdc tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:08.793776 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-48089e7d-433b-4d33-98d6-252977bed233 req-4ed842f5-8be3-4213-aee0-818b54b5dcdc tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.58 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0872891 Jul 14 10:15:08.855475 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3564c54-5668-4031-9027-f862bec969d9 req-6a41dd8e-3719-4d32-9ca2-5d86171cd0a8 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:08.857060 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b3564c54-5668-4031-9027-f862bec969d9 req-6a41dd8e-3719-4d32-9ca2-5d86171cd0a8 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0571260 Jul 14 10:15:08.914825 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b3564c54-5668-4031-9027-f862bec969d9 req-acc1c68f-17d4-4afd-8419-9b01f21a0a9d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518262 Jul 14 10:15:09.111295 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-48089e7d-433b-4d33-98d6-252977bed233 req-31ed30f3-4969-4837-b58c-104961f80e8e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Deleting port ce5d7280-4a51-4c65-ac60-5e8730133d1a {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:15:09.111618 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-48089e7d-433b-4d33-98d6-252977bed233 req-31ed30f3-4969-4837-b58c-104961f80e8e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:09.169307 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca141f2-5ae2-4b37-a080-eb37d89ec523 req-b20bb3aa-5e68-413e-815a-c252335adefa tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:09.173943 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3ca141f2-5ae2-4b37-a080-eb37d89ec523 req-b20bb3aa-5e68-413e-815a-c252335adefa tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 946 time: 0.0673885 Jul 14 10:15:09.208388 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-48089e7d-433b-4d33-98d6-252977bed233 req-31ed30f3-4969-4837-b58c-104961f80e8e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] For port ce5d7280-4a51-4c65-ac60-5e8730133d1a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ce5d7280-4a51-4c65-ac60-5e8730133d1a,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:09.208750 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-48089e7d-433b-4d33-98d6-252977bed233 req-31ed30f3-4969-4837-b58c-104961f80e8e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:09.225288 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-48089e7d-433b-4d33-98d6-252977bed233 req-31ed30f3-4969-4837-b58c-104961f80e8e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Calling delete_port for ce5d7280-4a51-4c65-ac60-5e8730133d1a owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:15:09.225520 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3ca141f2-5ae2-4b37-a080-eb37d89ec523 req-e9ef0cf0-0354-4e1a-8713-978fbaa5d91e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/security-groups?id=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Jul 14 10:15:09.387869 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-48089e7d-433b-4d33-98d6-252977bed233 req-31ed30f3-4969-4837-b58c-104961f80e8e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (ce5d7280-4a51-4c65-ac60-5e8730133d1a), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:09.416678 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed30f3-4969-4837-b58c-104961f80e8e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Pushing event deleted for resources: {'Port': ['ID=ce5d7280-4a51-4c65-ac60-5e8730133d1a,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:09.482165 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-48089e7d-433b-4d33-98d6-252977bed233 req-31ed30f3-4969-4837-b58c-104961f80e8e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] No DVR routers for this DVR port ce5d7280-4a51-4c65-ac60-5e8730133d1a on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:15:09.485377 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-48089e7d-433b-4d33-98d6-252977bed233 req-31ed30f3-4969-4837-b58c-104961f80e8e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:09.488491 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-48089e7d-433b-4d33-98d6-252977bed233 req-31ed30f3-4969-4837-b58c-104961f80e8e tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.58 "DELETE /v2.0/ports/ce5d7280-4a51-4c65-ac60-5e8730133d1a HTTP/1.1" status: 204 len: 173 time: 0.6875751 Jul 14 10:15:09.488938 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafa60f3-c1a7-4417-86cc-18991a61e82f', 'name': 'network-vif-deleted', 'tag': 'ce5d7280-4a51-4c65-ac60-5e8730133d1a'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:15:09.495610 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda3eae3-1512-47ab-bafe-3ef3fea01109" -d '{"events": [{"server_uuid": "fafa60f3-c1a7-4417-86cc-18991a61e82f", "name": "network-vif-deleted", "tag": "ce5d7280-4a51-4c65-ac60-5e8730133d1a"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:09.544750 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0969a95b-0fd9-4afc-8430-4c1daa8b2475 x-openstack-request-id: req-0969a95b-0fd9-4afc-8430-4c1daa8b2475 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:09.545070 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafa60f3-c1a7-4417-86cc-18991a61e82f", "name": "network-vif-deleted", "tag": "ce5d7280-4a51-4c65-ac60-5e8730133d1a", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:09.545321 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0969a95b-0fd9-4afc-8430-4c1daa8b2475 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:09.545732 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0969a95b-0fd9-4afc-8430-4c1daa8b2475'] response: {'server_uuid': 'fafa60f3-c1a7-4417-86cc-18991a61e82f', 'name': 'network-vif-deleted', 'tag': 'ce5d7280-4a51-4c65-ac60-5e8730133d1a', 'status': 'completed', 'code': 200} Jul 14 10:15:09.580436 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device ce5d7280-4a51-4c65-ac60-5e8730133d1a no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:09.604156 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: ce5d7280-4a51-4c65-ac60-5e8730133d1a {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:15:09.604507 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device ce5d7280-4a51-4c65-ac60-5e8730133d1a not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:10.036910 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:10.088550 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d908a7d-b9f2-429b-b918-46322af9db1a req-c2a6f720-d08b-4739-8a4e-a0aa84d21a26 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:10.090107 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9d908a7d-b9f2-429b-b918-46322af9db1a req-c2a6f720-d08b-4739-8a4e-a0aa84d21a26 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0871282 Jul 14 10:15:10.138122 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9d908a7d-b9f2-429b-b918-46322af9db1a req-eaae7c28-8a04-4fd8-a95a-719d74264bd8 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Jul 14 10:15:10.337129 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47514) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:10.343190 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2a1507ed-b73a-4edd-9f91-db7c9f9cd305 req-e073a2f2-67fd-463f-8831-c3673a08efa4 tempest-DeleteServersTestJSON-251682846 tempest-DeleteServersTestJSON-251682846-project] 10.222.0.61 "GET /v2.0/ports?device_id=fafa60f3-c1a7-4417-86cc-18991a61e82f HTTP/1.1" status: 200 len: 210 time: 0.0315964 Jul 14 10:15:10.459993 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a262f4b0-49d7-4b6d-96a3-2bc0828c951e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:10.546943 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a262f4b0-49d7-4b6d-96a3-2bc0828c951e admin admin] Publish callbacks [] for security_group (cf5e2c1a-2cba-4095-8baa-7ca8908703bb), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:10.550649 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a262f4b0-49d7-4b6d-96a3-2bc0828c951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (cf5e2c1a-2cba-4095-8baa-7ca8908703bb), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:10.592951 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-a262f4b0-49d7-4b6d-96a3-2bc0828c951e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49d652469bad4f92ad11f2fb3b50a00c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544453 Jul 14 10:15:10.593833 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262f4b0-49d7-4b6d-96a3-2bc0828c951e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5e2c1a-2cba-4095-8baa-7ca8908703bb,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:10.597836 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47518) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:10.648724 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cb64b34b-7edd-447d-ac77-857502593410 admin admin] Publish callbacks [] for security_group (cf5e2c1a-2cba-4095-8baa-7ca8908703bb), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:10.663480 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:10.672644 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cb64b34b-7edd-447d-ac77-857502593410 admin admin] Publish callbacks [] for security_group (cf5e2c1a-2cba-4095-8baa-7ca8908703bb), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:10.718778 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cb64b34b-7edd-447d-ac77-857502593410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (cf5e2c1a-2cba-4095-8baa-7ca8908703bb), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:10.721667 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cb64b34b-7edd-447d-ac77-857502593410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:10.723095 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-cb64b34b-7edd-447d-ac77-857502593410 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf5e2c1a-2cba-4095-8baa-7ca8908703bb HTTP/1.1" status: 204 len: 168 time: 0.1235859 Jul 14 10:15:10.733227 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64b34b-7edd-447d-ac77-857502593410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5e2c1a-2cba-4095-8baa-7ca8908703bb,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:11.305274 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530cbd4-158f-4dc9-a0da-427d8cae7c3f req-d1d60051-2688-4139-b126-57a87e73b64d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:11.307243 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4530cbd4-158f-4dc9-a0da-427d8cae7c3f req-d1d60051-2688-4139-b126-57a87e73b64d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0994668 Jul 14 10:15:11.373137 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4530cbd4-158f-4dc9-a0da-427d8cae7c3f req-b1b02d5d-ca2a-4d29-bf08-f64aa695494f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580440 Jul 14 10:15:11.512539 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47578) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:11.513259 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47580) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:11.664017 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2024418410-network', 'tenant_id': 'f523b9be668a4dc69619027cec280a08'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:15:11.676633 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-40c64c27-690e-4c0b-894f-6396c2cf0a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.711117 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Made reservation on behalf of f523b9be668a4dc69619027cec280a08 for: {'network': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:15:11.715482 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.730427 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.794572 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-40c64c27-690e-4c0b-894f-6396c2cf0a83 admin admin] Publish callbacks [] for security_group (fb122974-a707-4133-ab2c-2d3fe2f5eff9), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.799814 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-40c64c27-690e-4c0b-894f-6396c2cf0a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (fb122974-a707-4133-ab2c-2d3fe2f5eff9), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.852884 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-40c64c27-690e-4c0b-894f-6396c2cf0a83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d8c14d0efbc46489509f02fed9265fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332734 Jul 14 10:15:11.855297 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Publish callbacks [] for security_group (fbbf0905-02da-409e-9135-da97bfc7dc64), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.855444 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47594) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:11.859860 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (fbbf0905-02da-409e-9135-da97bfc7dc64), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.865151 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c64c27-690e-4c0b-894f-6396c2cf0a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb122974-a707-4133-ab2c-2d3fe2f5eff9,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:11.884068 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=104066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:15:11.900192 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:11.901131 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:11.902153 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbf0905-02da-409e-9135-da97bfc7dc64,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:11.905776 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (82b9309b-8e7b-45b5-811b-74c1bd86b0d5), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.906218 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.segments_db [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Added segment 82b9309b-8e7b-45b5-811b-74c1bd86b0d5 of type vlan for network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 Jul 14 10:15:11.935857 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2ea33334-16fc-4a13-a459-7d67101a7c42 admin admin] Publish callbacks [] for security_group (fb122974-a707-4133-ab2c-2d3fe2f5eff9), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.955023 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (32aecae8-1c1b-45b6-9257-4f2ea89e12f3), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.959067 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2ea33334-16fc-4a13-a459-7d67101a7c42 admin admin] Publish callbacks [] for security_group (fb122974-a707-4133-ab2c-2d3fe2f5eff9), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.973582 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:11.982566 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (32aecae8-1c1b-45b6-9257-4f2ea89e12f3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:11.983659 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:11.984233 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:12.017680 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2ea33334-16fc-4a13-a459-7d67101a7c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (fb122974-a707-4133-ab2c-2d3fe2f5eff9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:12.024261 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2ea33334-16fc-4a13-a459-7d67101a7c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:12.024421 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5071039 Jul 14 10:15:12.024525 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-2ea33334-16fc-4a13-a459-7d67101a7c42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb122974-a707-4133-ab2c-2d3fe2f5eff9 HTTP/1.1" status: 204 len: 168 time: 0.1655226 Jul 14 10:15:12.025083 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47596) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:12.030550 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Request body: {'subnet': {'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2024418410-subnet', 'tenant_id': 'f523b9be668a4dc69619027cec280a08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:15:12.043612 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea33334-16fc-4a13-a459-7d67101a7c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb122974-a707-4133-ab2c-2d3fe2f5eff9,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:12.062615 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Made reservation on behalf of f523b9be668a4dc69619027cec280a08 for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:15:12.065021 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131243339'] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:12.100593 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383d472-1190-4cf3-8452-349a0b52b7c7 admin admin] Pushing event updated for resources: {'Network': ['ID=32aecae8-1c1b-45b6-9257-4f2ea89e12f3,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:12.114712 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:15:12.265601 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131802710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131243385'] for subnet (fd6f103b-5ca3-4f81-b72b-a4930d474d52), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:12.332636 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6f103b-5ca3-4f81-b72b-a4930d474d52,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:12.348730 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Checking segment: {'id': '82b9309b-8e7b-45b5-811b-74c1bd86b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:15:12.349137 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Network hostable DHCP agents. Network: 32aecae8-1c1b-45b6-9257-4f2ea89e12f3, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:15:12.367151 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:15:12.376686 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 32aecae8-1c1b-45b6-9257-4f2ea89e12f3) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:12.381908 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:12.382617 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:12.391123 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a5e853-e6ff-456b-9e1f-315d563775c2 None None] Network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:15:12.425561 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-749867dc-0126-4f40-ae15-bf64f1e9f8ab admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3991730 Jul 14 10:15:12.532892 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649d0f5-9fda-41a3-8e8b-e2b3dcd62ea5 req-7869851b-7378-459b-9ea9-d54514ab018b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:12.534785 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3649d0f5-9fda-41a3-8e8b-e2b3dcd62ea5 req-7869851b-7378-459b-9ea9-d54514ab018b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0792758 Jul 14 10:15:12.615381 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3649d0f5-9fda-41a3-8e8b-e2b3dcd62ea5 req-93f0fd9d-9d78-4a51-b023-09551b45364b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734403 Jul 14 10:15:12.658407 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0380e224-658f-4b6a-bbb1-90e2eed9fafc None None] Network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:15:13.084120 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47636) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:13.447774 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:13.466603 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (8e88161e-9930-4125-8080-b1855562e8e9), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:13.542291 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:13.734459 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28130a-4e3e-4a70-ae68-4b562f31275b req-c0fb550c-85a8-4748-b622-b7ee9fc47a19 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:13.735918 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3a28130a-4e3e-4a70-ae68-4b562f31275b req-c0fb550c-85a8-4748-b622-b7ee9fc47a19 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0468438 Jul 14 10:15:13.736187 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] Deleting port 50427823-6884-46b3-b63b-cad246cebbee {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:15:13.736592 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (50427823-6884-46b3-b63b-cad246cebbee), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:13.786461 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3a28130a-4e3e-4a70-ae68-4b562f31275b req-c1c85b77-0ed3-49f8-968d-507ef19a07ec tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Jul 14 10:15:13.831242 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] For port 50427823-6884-46b3-b63b-cad246cebbee, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=50427823-6884-46b3-b63b-cad246cebbee,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:13.831608 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (50427823-6884-46b3-b63b-cad246cebbee), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:13.845428 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] Calling delete_port for 50427823-6884-46b3-b63b-cad246cebbee owned by network:router_interface {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:15:14.033298 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (50427823-6884-46b3-b63b-cad246cebbee), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:14.059615 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] Pushing event deleted for resources: {'Port': ['ID=50427823-6884-46b3-b63b-cad246cebbee,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:14.297199 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (8e88161e-9930-4125-8080-b1855562e8e9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:14.379262 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-6833baaa-2927-4192-b1b0-abb325d326f4 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:14.380648 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-6833baaa-2927-4192-b1b0-abb325d326f4 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/networks?id=32aecae8-1c1b-45b6-9257-4f2ea89e12f3 HTTP/1.1" status: 200 len: 809 time: 0.1101084 Jul 14 10:15:14.401954 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-7bdd123d-daa2-419d-8c30-4874c8b0cf66 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/quotas/f523b9be668a4dc69619027cec280a08 HTTP/1.1" status: 200 len: 375 time: 0.0097244 Jul 14 10:15:14.437886 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-4014046c-4ae6-4513-816e-2a9914b5f601 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f523b9be668a4dc69619027cec280a08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301020 Jul 14 10:15:14.505504 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:14.544501 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-29e9d932-c3ac-440d-9880-c4a2202e4f04 service neutron] 10.222.0.61 "GET /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994806 Jul 14 10:15:14.613878 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:14.641999 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-478d1428-9fbb-4b58-9b47-550aabb702ec service neutron] 10.222.0.61 "GET /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915613 Jul 14 10:15:14.711807 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] Router 8e88161e-9930-4125-8080-b1855562e8e9 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:15:14.769784 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:14.819183 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:15:14.824238 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-6608b8ba-a407-4cc2-8ad9-1705f70abe44 admin admin] 10.222.0.61 "PUT /v2.0/routers/8e88161e-9930-4125-8080-b1855562e8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7379751 Jul 14 10:15:14.826877 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47676) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:14.829845 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] Sync routers for ids ['8e88161e-9930-4125-8080-b1855562e8e9'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:15:14.855855 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] Routers {'8e88161e-9930-4125-8080-b1855562e8e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:15:14.856504 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:15:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8e88161e-9930-4125-8080-b1855562e8e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:14.863863 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-52baeccf-edfc-4f0d-b682-22488612cee3 req-d1a11846-c13c-4026-86d3-f84a23e3eaa5 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 210 time: 0.0596464 Jul 14 10:15:14.949379 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Publish callbacks [] for router (8e88161e-9930-4125-8080-b1855562e8e9), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:14.952973 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e28ef-7256-4c02-b75f-2c2380f310d5 req-571f0a2e-8aca-4be8-9afb-74080690f20e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:14.954489 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9a5e28ef-7256-4c02-b75f-2c2380f310d5 req-571f0a2e-8aca-4be8-9afb-74080690f20e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0583184 Jul 14 10:15:14.980545 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] Set router 8e88161e-9930-4125-8080-b1855562e8e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:15:15.032176 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9a5e28ef-7256-4c02-b75f-2c2380f310d5 req-29efe58d-7197-45b5-9360-9d4ab138110e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702589 Jul 14 10:15:15.082827 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Publish callbacks [] for router_gateway (8e88161e-9930-4125-8080-b1855562e8e9), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:15.132967 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Deleting port 8dd2883b-ac50-4c03-8655-bbce98c8b81e {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:15:15.133452 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:15.168687 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e88161e-9930-4125-8080-b1855562e8e9', 'name': 'tempest-DeleteServersTestJSON-994936719-router', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:43Z', 'updated_at': '2022-07-14T10:15:13Z', 'revision_number': 5, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'gw_port': {'id': '8dd2883b-ac50-4c03-8655-bbce98c8b81e', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e88161e-9930-4125-8080-b1855562e8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:44Z', 'updated_at': '2022-07-14T10:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:15.233556 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] For port 8dd2883b-ac50-4c03-8655-bbce98c8b81e, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=8dd2883b-ac50-4c03-8655-bbce98c8b81e,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:15.234404 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:15.250764 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Calling delete_port for 8dd2883b-ac50-4c03-8655-bbce98c8b81e owned by network:router_gateway {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:15:15.314484 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] Checking router: 8e88161e-9930-4125-8080-b1855562e8e9 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:15:15.323986 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] Routers {'8e88161e-9930-4125-8080-b1855562e8e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:15:15.324623 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:15:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8e88161e-9930-4125-8080-b1855562e8e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:15.426855 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] Set router 8e88161e-9930-4125-8080-b1855562e8e9 gateway port host: None {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:15:15.462815 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (8dd2883b-ac50-4c03-8655-bbce98c8b81e), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:15.493470 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e88161e-9930-4125-8080-b1855562e8e9', 'name': 'tempest-DeleteServersTestJSON-994936719-router', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:43Z', 'updated_at': '2022-07-14T10:15:15Z', 'revision_number': 6, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'gw_port_host': None}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:15.494823 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd2883b-ac50-4c03-8655-bbce98c8b81e,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:15.524358 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d022404-b96c-46a8-a3fa-52a845feda79 None None] The sync data for ids ['8e88161e-9930-4125-8080-b1855562e8e9'] in dv-cinder-849800-1-iscsi is: [{'id': '8e88161e-9930-4125-8080-b1855562e8e9', 'name': 'tempest-DeleteServersTestJSON-994936719-router', 'tenant_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:43Z', 'updated_at': '2022-07-14T10:15:15Z', 'revision_number': 6, 'project_id': '7a5b4dfcb90d421192be6dbc102ca1bb', 'gw_port_host': None}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:15:15.583204 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (8e88161e-9930-4125-8080-b1855562e8e9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:15.689910 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (8e88161e-9930-4125-8080-b1855562e8e9), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:15.692024 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Publish callbacks [] for router_controller (8e88161e-9930-4125-8080-b1855562e8e9), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:15.757085 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (8e88161e-9930-4125-8080-b1855562e8e9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:15.757613 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e88161e-9930-4125-8080-b1855562e8e9 {{(pid=104067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:15:15.762255 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:15.763405 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-b0c7f8d7-5031-432b-8af9-28f12c2cdf49 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8e88161e-9930-4125-8080-b1855562e8e9 HTTP/1.1" status: 204 len: 168 time: 0.9354076 Jul 14 10:15:15.766165 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47694) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:15.811177 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_v2 [None req-6011270c-17ff-4702-b2e2-31da362fd74c admin admin] Deleting subnet d976eab7-c249-48c7-8c17-d02f6da8beec {{(pid=104066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:15:15.814349 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6011270c-17ff-4702-b2e2-31da362fd74c admin admin] Publish callbacks [] for subnet (d976eab7-c249-48c7-8c17-d02f6da8beec), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:15.848195 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6011270c-17ff-4702-b2e2-31da362fd74c admin admin] Publish callbacks [] for subnet (d976eab7-c249-48c7-8c17-d02f6da8beec), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.135279 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6011270c-17ff-4702-b2e2-31da362fd74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (d976eab7-c249-48c7-8c17-d02f6da8beec), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.193834 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5275a508-ef8b-4daf-95a9-5ccfd36d6a0f req-77d2f5d0-6984-4e2f-8c22-02da6758e92c tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 210 time: 0.2709513 Jul 14 10:15:16.217677 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb4dfa-e788-425c-966d-38e8e19fcd4e req-bd56df68-1904-4a53-97dc-5ae60f627aba tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:16.219108 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c9cb4dfa-e788-425c-966d-38e8e19fcd4e req-bd56df68-1904-4a53-97dc-5ae60f627aba tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0855193 Jul 14 10:15:16.266372 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6011270c-17ff-4702-b2e2-31da362fd74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (d976eab7-c249-48c7-8c17-d02f6da8beec), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.276446 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:16.309861 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6011270c-17ff-4702-b2e2-31da362fd74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.313268 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6011270c-17ff-4702-b2e2-31da362fd74c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d976eab7-c249-48c7-8c17-d02f6da8beec HTTP/1.1" status: 204 len: 168 time: 0.5461030 Jul 14 10:15:16.314976 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011270c-17ff-4702-b2e2-31da362fd74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d976eab7-c249-48c7-8c17-d02f6da8beec,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:16.316273 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47700) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:16.319914 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c9cb4dfa-e788-425c-966d-38e8e19fcd4e req-8cf74caf-2587-4a93-9cf8-22e0c0f85528 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940926 Jul 14 10:15:16.327084 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76a518e-818f-4a47-b059-fc3772aee30d None None] Network 2fa3ec6c-5616-438b-b8f9-070972840b0b requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:15:16.401077 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:16.414435 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:16.419802 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (2fa3ec6c-5616-438b-b8f9-070972840b0b), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.427392 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 50427823-6884-46b3-b63b-cad246cebbee no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:16.451837 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 50427823-6884-46b3-b63b-cad246cebbee {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:15:16.452423 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 50427823-6884-46b3-b63b-cad246cebbee not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:16.467316 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Deleting port 7618b5c7-4e88-4ccd-a632-0123b077ee0a {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:15:16.467993 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.521090 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050fa4fe-2c92-4798-b210-cd4b6ce069b6 None None] DHCP port deletion for 2fa3ec6c-5616-438b-b8f9-070972840b0b request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:15:16.525475 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:16.539045 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] For port 7618b5c7-4e88-4ccd-a632-0123b077ee0a, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=7618b5c7-4e88-4ccd-a632-0123b077ee0a,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:16.539330 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.557941 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Calling delete_port for 7618b5c7-4e88-4ccd-a632-0123b077ee0a owned by network:dhcp {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:15:16.570211 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-050fa4fe-2c92-4798-b210-cd4b6ce069b6 None None] Deleting port 7618b5c7-4e88-4ccd-a632-0123b077ee0a {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:15:16.570776 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-050fa4fe-2c92-4798-b210-cd4b6ce069b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.640519 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-050fa4fe-2c92-4798-b210-cd4b6ce069b6 None None] For port 7618b5c7-4e88-4ccd-a632-0123b077ee0a, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=7618b5c7-4e88-4ccd-a632-0123b077ee0a,segment=NetworkSegment(2200909f-b10f-4b57-921c-aafaa32d998b),segment_id=2200909f-b10f-4b57-921c-aafaa32d998b)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:16.640915 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-050fa4fe-2c92-4798-b210-cd4b6ce069b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.657408 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-050fa4fe-2c92-4798-b210-cd4b6ce069b6 None None] Calling delete_port for 7618b5c7-4e88-4ccd-a632-0123b077ee0a owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:15:16.664955 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.692867 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7618b5c7-4e88-4ccd-a632-0123b077ee0a,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:16.693925 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] No DVR routers for this DVR port 7618b5c7-4e88-4ccd-a632-0123b077ee0a on host dv-cinder-849800-1-iscsi {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:15:16.772842 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (2fa3ec6c-5616-438b-b8f9-070972840b0b), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.788530 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-050fa4fe-2c92-4798-b210-cd4b6ce069b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (7618b5c7-4e88-4ccd-a632-0123b077ee0a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.794212 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa3ec6c-5616-438b-b8f9-070972840b0b']}} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:16.803783 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2200909f-b10f-4b57-921c-aafaa32d998b') {'for_net_delete': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:16.804099 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2200909f-b10f-4b57-921c-aafaa32d998b') {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:16.813012 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fa4fe-2c92-4798-b210-cd4b6ce069b6 None None] Pushing event deleted for resources: {'Port': ['ID=7618b5c7-4e88-4ccd-a632-0123b077ee0a,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:16.816404 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131802644'] for segment (2200909f-b10f-4b57-921c-aafaa32d998b), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.816559 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050fa4fe-2c92-4798-b210-cd4b6ce069b6 None None] No DVR routers for this DVR port 7618b5c7-4e88-4ccd-a632-0123b077ee0a on host dv-cinder-849800-1-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:15:16.837883 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (2200909f-b10f-4b57-921c-aafaa32d998b), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.844426 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=104067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:15:16.844865 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131802555'] for segment (2200909f-b10f-4b57-921c-aafaa32d998b), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.867137 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 2200909f-b10f-4b57-921c-aafaa32d998b resource provider aggregate not found Jul 14 10:15:16.897310 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 2200909f-b10f-4b57-921c-aafaa32d998b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2200909f-b10f-4b57-921c-aafaa32d998b found for delete ", "request_id": "req-84f90fd1-2cd1-4a7b-ab9c-124eed82b006"}]} Jul 14 10:15:16.911333 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (2fa3ec6c-5616-438b-b8f9-070972840b0b), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.916620 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:16.919650 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2fa3ec6c-5616-438b-b8f9-070972840b0b HTTP/1.1" status: 204 len: 168 time: 0.6021008 Jul 14 10:15:16.930480 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed727eea-7814-4db4-8e99-439148c0c4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa3ec6c-5616-438b-b8f9-070972840b0b,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:17.093603 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47712) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:17.138323 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-beca7b73-eb53-4ae8-a325-9ae1f06ca01f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a5b4dfcb90d421192be6dbc102ca1bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435543 Jul 14 10:15:17.140701 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47714) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:17.189206 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b636a872-fb90-4ac9-a7d7-d27213e254a2 admin admin] Publish callbacks [] for security_group (850a3b2a-ee27-4c26-a0cd-ea10bf8e0534), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:17.210626 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b636a872-fb90-4ac9-a7d7-d27213e254a2 admin admin] Publish callbacks [] for security_group (850a3b2a-ee27-4c26-a0cd-ea10bf8e0534), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:17.260453 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b636a872-fb90-4ac9-a7d7-d27213e254a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (850a3b2a-ee27-4c26-a0cd-ea10bf8e0534), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:17.262953 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b636a872-fb90-4ac9-a7d7-d27213e254a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:17.264128 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-b636a872-fb90-4ac9-a7d7-d27213e254a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/850a3b2a-ee27-4c26-a0cd-ea10bf8e0534 HTTP/1.1" status: 204 len: 168 time: 0.1224670 Jul 14 10:15:17.272111 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636a872-fb90-4ac9-a7d7-d27213e254a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850a3b2a-ee27-4c26-a0cd-ea10bf8e0534,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:17.295967 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c641a7a7-7f47-496b-882f-41ed7c888047 req-5d77040c-e0f8-4973-b8ee-9fb426839d9a tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 210 time: 0.0327096 Jul 14 10:15:17.442675 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43308-1279-413c-a147-0e4c110a7182 req-ee32d992-a6cd-40ee-8f52-6f24bb090e75 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:17.444723 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a3a43308-1279-413c-a147-0e4c110a7182 req-ee32d992-a6cd-40ee-8f52-6f24bb090e75 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0491393 Jul 14 10:15:17.492095 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a3a43308-1279-413c-a147-0e4c110a7182 req-fa7cf62c-8869-4ca7-b87f-f554bd9a5787 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Jul 14 10:15:17.996195 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 8dd2883b-ac50-4c03-8655-bbce98c8b81e no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:18.018595 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 8dd2883b-ac50-4c03-8655-bbce98c8b81e {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:15:18.018938 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 8dd2883b-ac50-4c03-8655-bbce98c8b81e not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:18.019355 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 7618b5c7-4e88-4ccd-a632-0123b077ee0a no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:18.039414 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 7618b5c7-4e88-4ccd-a632-0123b077ee0a {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:15:18.039764 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 7618b5c7-4e88-4ccd-a632-0123b077ee0a not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:18.394067 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8de757d7-7dab-4dcc-8364-18ef082193e9 req-d79903f6-b298-413d-90f4-ad0071588c3d tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 210 time: 0.0310872 Jul 14 10:15:18.615115 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78896b89-e14b-4bab-bdf3-f4ff090b2ae8 req-f259ae3c-ac5f-47df-ba7c-b0525ec5c99a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:18.616739 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-78896b89-e14b-4bab-bdf3-f4ff090b2ae8 req-f259ae3c-ac5f-47df-ba7c-b0525ec5c99a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0516891 Jul 14 10:15:18.667054 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-78896b89-e14b-4bab-bdf3-f4ff090b2ae8 req-ecb301a3-1ffa-4b2b-aeb0-ade16c58e1f7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Jul 14 10:15:18.851522 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.093159 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-b3f638a2-13dc-4d23-a6d7-93028df575f5 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:19.095076 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-b3f638a2-13dc-4d23-a6d7-93028df575f5 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.58 "GET /v2.0/networks?id=32aecae8-1c1b-45b6-9257-4f2ea89e12f3 HTTP/1.1" status: 200 len: 809 time: 0.1171889 Jul 14 10:15:19.111664 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Request body: {'port': {'device_id': '7ca1b3e2-2e14-4449-bf58-e115a8874374', 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3', 'admin_state_up': True, 'tenant_id': 'f523b9be668a4dc69619027cec280a08'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:15:19.146114 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47788) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:19.182072 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:19.229857 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Made reservation on behalf of f523b9be668a4dc69619027cec280a08 for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:15:19.233558 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.258097 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:19.273652 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-236e6367-45d1-4f93-88c3-400a3b88c976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.359612 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:19.362003 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-236e6367-45d1-4f93-88c3-400a3b88c976 admin admin] Publish callbacks [] for security_group (326be4a7-be30-4031-89eb-4b474d4e3860), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.366376 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-236e6367-45d1-4f93-88c3-400a3b88c976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (326be4a7-be30-4031-89eb-4b474d4e3860), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.374001 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Allocated IP 172.20.0.2 (32aecae8-1c1b-45b6-9257-4f2ea89e12f3/fd6f103b-5ca3-4f81-b72b-a4930d474d52/a997aa11-4b87-4ae9-9f8c-fd2247266cc2) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:15:19.409164 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-236e6367-45d1-4f93-88c3-400a3b88c976 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2b4ebf6afbf466995ef1cd0d6bb46d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613089 Jul 14 10:15:19.410125 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e6367-45d1-4f93-88c3-400a3b88c976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326be4a7-be30-4031-89eb-4b474d4e3860,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:19.413044 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47798) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:19.469216 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cfd72bed-0676-4b20-9e2a-e6b838d37d38 admin admin] Publish callbacks [] for security_group (326be4a7-be30-4031-89eb-4b474d4e3860), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.504571 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-94a73fdc-c853-433e-9f68-aa7edc99e35f req-33666d06-6bc1-4ed7-8e91-5d7479bdaa04 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 210 time: 0.0333958 Jul 14 10:15:19.516041 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cfd72bed-0676-4b20-9e2a-e6b838d37d38 admin admin] Publish callbacks [] for security_group (326be4a7-be30-4031-89eb-4b474d4e3860), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.532520 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks [] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.568235 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.569319 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cfd72bed-0676-4b20-9e2a-e6b838d37d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (326be4a7-be30-4031-89eb-4b474d4e3860), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.573490 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cfd72bed-0676-4b20-9e2a-e6b838d37d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.574605 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-cfd72bed-0676-4b20-9e2a-e6b838d37d38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/326be4a7-be30-4031-89eb-4b474d4e3860 HTTP/1.1" status: 204 len: 168 time: 0.1606750 Jul 14 10:15:19.582587 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd72bed-0676-4b20-9e2a-e6b838d37d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326be4a7-be30-4031-89eb-4b474d4e3860,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:19.611168 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:15:19.614220 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:19.620488 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:15:19.650326 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Pushing event updated for resources: {'Port': ['ID=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:19.679257 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:19.679940 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.700629 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-0273576b-89b9-40ba-881e-b73a2ecba819 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5931289 Jul 14 10:15:19.735609 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Request body: {'port': {'device_id': '7ca1b3e2-2e14-4449-bf58-e115a8874374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:15:19.828490 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:19.846126 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600735e3-94aa-4011-99c3-32441825f6a2 req-3dd7b5d5-43f5-4bd2-8397-b1a063554889 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:19.854475 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-600735e3-94aa-4011-99c3-32441825f6a2 req-3dd7b5d5-43f5-4bd2-8397-b1a063554889 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.1068225 Jul 14 10:15:19.908669 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-600735e3-94aa-4011-99c3-32441825f6a2 req-d8df50e7-f4eb-4c35-83ce-e98e4a9fe27c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528088 Jul 14 10:15:19.985358 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47828) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:20.001337 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-266a2931-87ea-4b05-9e31-12784589e277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.075076 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:20.096056 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-266a2931-87ea-4b05-9e31-12784589e277 admin admin] Publish callbacks [] for security_group (b45b9134-6d49-499c-ae8e-80bdf6353744), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.100960 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-266a2931-87ea-4b05-9e31-12784589e277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b45b9134-6d49-499c-ae8e-80bdf6353744), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.140531 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-266a2931-87ea-4b05-9e31-12784589e277 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a7739dde4c94e368dd17866cf417457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535819 Jul 14 10:15:20.141678 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a2931-87ea-4b05-9e31-12784589e277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45b9134-6d49-499c-ae8e-80bdf6353744,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:20.143137 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47836) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:20.170616 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a997aa11-4b87-4ae9-9f8c-fd2247266cc2 {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:15:20.185354 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Publish callbacks [] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.214425 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Transition to ACTIVE for port object a997aa11-4b87-4ae9-9f8c-fd2247266cc2 will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:15:20.220040 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.239161 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:20.274688 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8308b706-9176-45fb-946c-2feba26b06b1 admin admin] Publish callbacks [] for security_group (b45b9134-6d49-499c-ae8e-80bdf6353744), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.308769 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Pushing event updated for resources: {'Port': ['ID=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:20.317392 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8308b706-9176-45fb-946c-2feba26b06b1 admin admin] Publish callbacks [] for security_group (b45b9134-6d49-499c-ae8e-80bdf6353744), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.413264 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Attempting to bind port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:15:20.413523 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Attempting to bind port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '82b9309b-8e7b-45b5-811b-74c1bd86b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:15:20.413868 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Attempting to bind port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 on network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:15:20.418864 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 on network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:15:20.419515 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Attempting to bind port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 on network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:15:20.426090 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8308b706-9176-45fb-946c-2feba26b06b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b45b9134-6d49-499c-ae8e-80bdf6353744), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.428644 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8308b706-9176-45fb-946c-2feba26b06b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.429873 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8308b706-9176-45fb-946c-2feba26b06b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b45b9134-6d49-499c-ae8e-80bdf6353744 HTTP/1.1" status: 204 len: 168 time: 0.2849364 Jul 14 10:15:20.430736 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:15:20.431072 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Checking segment: {'id': '82b9309b-8e7b-45b5-811b-74c1bd86b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:15:20.431444 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Bound using segment: {'id': '82b9309b-8e7b-45b5-811b-74c1bd86b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:15:20.431864 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Bound port: a997aa11-4b87-4ae9-9f8c-fd2247266cc2, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b9309b-8e7b-45b5-811b-74c1bd86b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:15:20.432270 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.449575 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308b706-9176-45fb-946c-2feba26b06b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45b9134-6d49-499c-ae8e-80bdf6353744,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:20.507598 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] For port a997aa11-4b87-4ae9-9f8c-fd2247266cc2, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:15:20.510623 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] For port a997aa11-4b87-4ae9-9f8c-fd2247266cc2, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,segment=NetworkSegment(82b9309b-8e7b-45b5-811b-74c1bd86b0d5),segment_id=82b9309b-8e7b-45b5-811b-74c1bd86b0d5)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:15:20.517198 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.550146 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:20.551202 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:20.552823 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] 10.222.0.58 "PUT /v2.0/ports/a997aa11-4b87-4ae9-9f8c-fd2247266cc2 HTTP/1.1" status: 200 len: 1093 time: 0.8396418 Jul 14 10:15:20.555766 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca1b3e2-2e14-4449-bf58-e115a8874374', 'tag': 'a997aa11-4b87-4ae9-9f8c-fd2247266cc2'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:15:20.561484 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05718e9-a044-4e4b-846d-2a7dda72beeb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca1b3e2-2e14-4449-bf58-e115a8874374", "tag": "a997aa11-4b87-4ae9-9f8c-fd2247266cc2"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:20.609258 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476eab7-d6ae-40ac-adb7-c4ad0d95ad4c service neutron] Pushing event updated for resources: {'Port': ['ID=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:20.615325 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6448a3-f668-4a88-8593-e249c071664f x-openstack-request-id: req-0c6448a3-f668-4a88-8593-e249c071664f {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:20.615614 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca1b3e2-2e14-4449-bf58-e115a8874374", "tag": "a997aa11-4b87-4ae9-9f8c-fd2247266cc2", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:20.615995 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c6448a3-f668-4a88-8593-e249c071664f {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:20.616708 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6448a3-f668-4a88-8593-e249c071664f'] response: {'name': 'network-changed', 'server_uuid': '7ca1b3e2-2e14-4449-bf58-e115a8874374', 'tag': 'a997aa11-4b87-4ae9-9f8c-fd2247266cc2', 'status': 'completed', 'code': 200} Jul 14 10:15:20.650770 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c9e48-11f8-4537-93a8-8b4782914dda req-acc5524a-17f3-49eb-8ac9-f91f649d0293 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:20.653218 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-444c9e48-11f8-4537-93a8-8b4782914dda req-acc5524a-17f3-49eb-8ac9-f91f649d0293 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 943 time: 0.0586720 Jul 14 10:15:20.664966 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-03198cc0-d302-45be-9ddb-33f7cd22cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:20.666204 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:20.666638 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-03198cc0-d302-45be-9ddb-33f7cd22cfa1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f523b9be668a4dc69619027cec280a08&device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 1127 time: 0.0530429 Jul 14 10:15:20.705460 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-444c9e48-11f8-4537-93a8-8b4782914dda req-5ced7f68-bbb2-4dba-88ad-de050faa7f82 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465429 Jul 14 10:15:20.714477 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-f91ed442-1050-46ab-bf84-2bb89b647972 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a997aa11-4b87-4ae9-9f8c-fd2247266cc2 HTTP/1.1" status: 200 len: 217 time: 0.0394769 Jul 14 10:15:20.771600 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-487c8172-60c1-4658-9106-01405c5a2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:20.773147 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-487c8172-60c1-4658-9106-01405c5a2231 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fd6f103b-5ca3-4f81-b72b-a4930d474d52 HTTP/1.1" status: 200 len: 849 time: 0.0472918 Jul 14 10:15:20.806946 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-9e7a343b-0c39-4d9b-9694-1148245e364d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32aecae8-1c1b-45b6-9257-4f2ea89e12f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275524 Jul 14 10:15:20.914267 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-292f2df7-b9d2-4ded-aa72-6deb18eab261 service neutron] 10.222.0.58 "GET /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933266 Jul 14 10:15:20.978217 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:21.016543 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7cc22d80-c393-40b4-b407-bc3160c82c17 req-1b9961b1-6bab-4c20-a4b8-9d2157f507c1 service neutron] 10.222.0.58 "GET /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933237 Jul 14 10:15:21.064894 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f49d4-bf2b-485c-bbad-250164988ace req-02ff4cf3-6474-42db-9859-528f27987ce1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:21.066266 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e32f49d4-bf2b-485c-bbad-250164988ace req-02ff4cf3-6474-42db-9859-528f27987ce1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0544567 Jul 14 10:15:21.124422 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e32f49d4-bf2b-485c-bbad-250164988ace req-7958730d-2386-421b-b79b-14fc1f8a6f6c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512271 Jul 14 10:15:21.821035 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5a977-a71c-46bf-84dc-d88bf8dac9d3 req-02ebcc72-c991-4b8b-af83-2da7263e3dc7 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:21.822639 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1aa5a977-a71c-46bf-84dc-d88bf8dac9d3 req-02ebcc72-c991-4b8b-af83-2da7263e3dc7 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 943 time: 0.0480647 Jul 14 10:15:21.871346 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1aa5a977-a71c-46bf-84dc-d88bf8dac9d3 req-ed207820-8723-479b-b20c-98a3fff0c411 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 Jul 14 10:15:22.242040 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1ecfa-aab3-4ee4-a259-99e29590b7d1 req-c8c1754f-5de6-4585-a244-9f3d2a2eeebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:22.243523 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e8f1ecfa-aab3-4ee4-a259-99e29590b7d1 req-c8c1754f-5de6-4585-a244-9f3d2a2eeebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0503397 Jul 14 10:15:22.260559 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05718e9-a044-4e4b-846d-2a7dda72beeb req-eb6c6444-0bd3-49e4-80be-44bb2019be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:22.262653 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e05718e9-a044-4e4b-846d-2a7dda72beeb req-eb6c6444-0bd3-49e4-80be-44bb2019be38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f523b9be668a4dc69619027cec280a08&device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 1127 time: 0.0448475 Jul 14 10:15:22.286786 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:22.308747 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e8f1ecfa-aab3-4ee4-a259-99e29590b7d1 req-d9644ee2-0099-4eff-a785-e23ac271dae7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526085 Jul 14 10:15:22.370852 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05718e9-a044-4e4b-846d-2a7dda72beeb req-6c44c4b8-27fd-487f-af32-1157ac356429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:22.372308 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e05718e9-a044-4e4b-846d-2a7dda72beeb req-6c44c4b8-27fd-487f-af32-1157ac356429 service neutron] 10.222.0.58 "GET /v2.0/networks?id=32aecae8-1c1b-45b6-9257-4f2ea89e12f3 HTTP/1.1" status: 200 len: 910 time: 0.1019831 Jul 14 10:15:22.413197 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e05718e9-a044-4e4b-846d-2a7dda72beeb req-84fc0207-164c-495d-9d98-2c4d6d4ab363 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a997aa11-4b87-4ae9-9f8c-fd2247266cc2 HTTP/1.1" status: 200 len: 217 time: 0.0336421 Jul 14 10:15:22.470530 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05718e9-a044-4e4b-846d-2a7dda72beeb req-b2238856-69cf-404c-91ca-f650cf374525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:22.471975 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e05718e9-a044-4e4b-846d-2a7dda72beeb req-b2238856-69cf-404c-91ca-f650cf374525 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fd6f103b-5ca3-4f81-b72b-a4930d474d52 HTTP/1.1" status: 200 len: 849 time: 0.0522676 Jul 14 10:15:22.510018 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e05718e9-a044-4e4b-846d-2a7dda72beeb req-15e36c2a-9067-4e2e-bd91-f274d10f2620 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32aecae8-1c1b-45b6-9257-4f2ea89e12f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295310 Jul 14 10:15:22.614405 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:22.618740 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e05718e9-a044-4e4b-846d-2a7dda72beeb req-28c22f6b-f3bb-40be-b8e9-6f6caa4de970 service neutron] 10.222.0.58 "GET /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973344 Jul 14 10:15:22.971923 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e05718e9-a044-4e4b-846d-2a7dda72beeb req-9b319320-fb50-4b76-a0bc-f2c128cc3741 service neutron] 10.222.0.58 "GET /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466532 Jul 14 10:15:23.044698 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f6df5-ea34-45ee-b954-264c924ee5b8 req-00ddccaa-5429-4fcd-bdcc-fe61147d8f2f tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:23.046727 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d17f6df5-ea34-45ee-b954-264c924ee5b8 req-00ddccaa-5429-4fcd-bdcc-fe61147d8f2f tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 943 time: 0.0863140 Jul 14 10:15:23.104977 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d17f6df5-ea34-45ee-b954-264c924ee5b8 req-9b2e8812-8aae-488e-9ce3-50789ba9353e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496509 Jul 14 10:15:23.179617 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47976) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:23.294136 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2907f831-eb09-4e49-9f22-0a0620eb489d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.379377 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2907f831-eb09-4e49-9f22-0a0620eb489d admin admin] Publish callbacks [] for security_group (03c9db6b-5fa8-4334-b7e8-f5b1a75caebb), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.384722 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2907f831-eb09-4e49-9f22-0a0620eb489d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (03c9db6b-5fa8-4334-b7e8-f5b1a75caebb), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.425575 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-2907f831-eb09-4e49-9f22-0a0620eb489d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e6ba76e93d847d78eeacb7888a3fc64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448406 Jul 14 10:15:23.428143 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907f831-eb09-4e49-9f22-0a0620eb489d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c9db6b-5fa8-4334-b7e8-f5b1a75caebb,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:23.430044 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d013e65-7619-4fdb-b122-976c8af5c038 req-a4cd83ad-6ff4-40d4-9124-89acc5df445b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:23.430438 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47986) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:23.436686 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3d013e65-7619-4fdb-b122-976c8af5c038 req-a4cd83ad-6ff4-40d4-9124-89acc5df445b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0523789 Jul 14 10:15:23.485546 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ab586fe8-6a9d-44ab-bfb6-9fdfff308217 admin admin] Publish callbacks [] for security_group (03c9db6b-5fa8-4334-b7e8-f5b1a75caebb), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.485971 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3d013e65-7619-4fdb-b122-976c8af5c038 req-bf9764a0-6830-4c76-ae94-9f79112b2a0c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Jul 14 10:15:23.507976 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ab586fe8-6a9d-44ab-bfb6-9fdfff308217 admin admin] Publish callbacks [] for security_group (03c9db6b-5fa8-4334-b7e8-f5b1a75caebb), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.554219 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ab586fe8-6a9d-44ab-bfb6-9fdfff308217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (03c9db6b-5fa8-4334-b7e8-f5b1a75caebb), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.556733 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ab586fe8-6a9d-44ab-bfb6-9fdfff308217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.557919 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-ab586fe8-6a9d-44ab-bfb6-9fdfff308217 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03c9db6b-5fa8-4334-b7e8-f5b1a75caebb HTTP/1.1" status: 204 len: 168 time: 0.1265628 Jul 14 10:15:23.565457 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab586fe8-6a9d-44ab-bfb6-9fdfff308217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c9db6b-5fa8-4334-b7e8-f5b1a75caebb,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:23.810121 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a997aa11-4b87-4ae9-9f8c-fd2247266cc2 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:15:23.824462 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 47992) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:23.838613 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-743d4592-d23b-4d60-b775-022dd978df11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.858486 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:23.873377 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:23.918267 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port a997aa11-4b87-4ae9-9f8c-fd2247266cc2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,segment=NetworkSegment(82b9309b-8e7b-45b5-811b-74c1bd86b0d5),segment_id=82b9309b-8e7b-45b5-811b-74c1bd86b0d5)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:23.920186 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-743d4592-d23b-4d60-b775-022dd978df11 admin admin] Publish callbacks [] for security_group (8f3fcaac-9393-42c9-b431-7f86a4674508), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.925776 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-743d4592-d23b-4d60-b775-022dd978df11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (8f3fcaac-9393-42c9-b431-7f86a4674508), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.931694 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': 'a997aa11-4b87-4ae9-9f8c-fd2247266cc2', 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3', 'port_id': 'a997aa11-4b87-4ae9-9f8c-fd2247266cc2', 'mac_address': 'fa:16:3e:32:95:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6f103b-5ca3-4f81-b72b-a4930d474d52', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:15:23.965027 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d4592-d23b-4d60-b775-022dd978df11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3fcaac-9393-42c9-b431-7f86a4674508,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:23.972000 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-743d4592-d23b-4d60-b775-022dd978df11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=031b08795b8e4375842c78f305700e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441710 Jul 14 10:15:23.972392 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 47996) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:23.977740 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:15:23.978553 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:23.994243 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a997aa11-4b87-4ae9-9f8c-fd2247266cc2 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:15:24.015948 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port a997aa11-4b87-4ae9-9f8c-fd2247266cc2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,segment=NetworkSegment(82b9309b-8e7b-45b5-811b-74c1bd86b0d5),segment_id=82b9309b-8e7b-45b5-811b-74c1bd86b0d5)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:24.019957 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:24.035115 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5dbff3fb-dc68-4cd2-9b3b-38a69a88119f admin admin] Publish callbacks [] for security_group (8f3fcaac-9393-42c9-b431-7f86a4674508), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:24.064536 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5dbff3fb-dc68-4cd2-9b3b-38a69a88119f admin admin] Publish callbacks [] for security_group (8f3fcaac-9393-42c9-b431-7f86a4674508), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:24.082346 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:24.123014 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5dbff3fb-dc68-4cd2-9b3b-38a69a88119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (8f3fcaac-9393-42c9-b431-7f86a4674508), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:24.125704 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5dbff3fb-dc68-4cd2-9b3b-38a69a88119f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:24.126876 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-5dbff3fb-dc68-4cd2-9b3b-38a69a88119f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f3fcaac-9393-42c9-b431-7f86a4674508 HTTP/1.1" status: 204 len: 168 time: 0.1534460 Jul 14 10:15:24.137667 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbff3fb-dc68-4cd2-9b3b-38a69a88119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3fcaac-9393-42c9-b431-7f86a4674508,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:24.267942 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec04e2-31b3-4f25-bea6-4682f7df3de4 req-bb60598c-c297-496f-973d-d03d67f6f8cf tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:24.269423 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a4ec04e2-31b3-4f25-bea6-4682f7df3de4 req-bb60598c-c297-496f-973d-d03d67f6f8cf tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 944 time: 0.0684466 Jul 14 10:15:24.272949 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-adfd7b20-8cad-4108-a2ff-ad4d0382922e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221949195&fields=id&tenant_id=da859b6d410b4c2b995804fa5ffd190f HTTP/1.1" status: 200 len: 267 time: 0.0883412 Jul 14 10:15:24.343985 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['a997aa11-4b87-4ae9-9f8c-fd2247266cc2'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:15:24.391203 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a4ec04e2-31b3-4f25-bea6-4682f7df3de4 req-00c2c85c-2eb2-41a9-92bf-00b358e0d813 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158264 Jul 14 10:15:24.433177 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-0549b006-1087-49ef-bcfa-fa7382a36006 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:24.434652 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-0549b006-1087-49ef-bcfa-fa7382a36006 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/networks?id=4f292b1d-6753-429c-8af0-15033bed0b5f HTTP/1.1" status: 200 len: 808 time: 0.1525733 Jul 14 10:15:24.451966 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-0906ca56-a841-4d37-92fb-d0175ad1f759 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/quotas/da859b6d410b4c2b995804fa5ffd190f HTTP/1.1" status: 200 len: 375 time: 0.0114808 Jul 14 10:15:24.529238 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-3fa30d5d-f989-49bf-931e-cdfeb069e1f6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=da859b6d410b4c2b995804fa5ffd190f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713511 Jul 14 10:15:24.543721 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:24.667987 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7ef6c-c43b-4039-a032-05cb059ce95b req-e9a90b57-5bc4-4310-a677-1d3477b30b0e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:24.669529 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a3c7ef6c-c43b-4039-a032-05cb059ce95b req-e9a90b57-5bc4-4310-a677-1d3477b30b0e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0907311 Jul 14 10:15:24.713632 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-1f9731a8-3fd7-4377-a369-3eb3b7c12e34 service neutron] 10.222.0.61 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796222 Jul 14 10:15:24.768884 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a3c7ef6c-c43b-4039-a032-05cb059ce95b req-bfe02cec-4816-4f0e-acf7-a72bf502b337 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929570 Jul 14 10:15:24.828867 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-e8c413ff-47a5-44a8-8553-776011b3ccc0 service neutron] 10.222.0.61 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126142 Jul 14 10:15:25.144833 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-af320540-5b80-4625-b6ca-a68295a44a89 req-527ccd7a-19a3-4915-b96f-e7e0e4a649cc tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 210 time: 0.0305512 Jul 14 10:15:25.451719 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bf82d-ae4f-4312-8e22-543c857678bd req-4cfc2e03-c705-4a92-8425-5868ae000d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:25.455111 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-eb3bf82d-ae4f-4312-8e22-543c857678bd req-4cfc2e03-c705-4a92-8425-5868ae000d3e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 1130 time: 0.0514073 Jul 14 10:15:25.497298 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=35 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:25.512861 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-eb3bf82d-ae4f-4312-8e22-543c857678bd req-7f8930ac-56df-4cf2-b9da-baf7ab35df0a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482953 Jul 14 10:15:25.525883 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fea312-f119-4c5b-b680-0f48e2b86edc req-f8c1d31a-806b-4337-878f-8630634ce3be tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:25.527659 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-48fea312-f119-4c5b-b680-0f48e2b86edc req-f8c1d31a-806b-4337-878f-8630634ce3be tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 944 time: 0.0540304 Jul 14 10:15:25.540775 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:25.584209 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-48fea312-f119-4c5b-b680-0f48e2b86edc req-ea043922-fc42-4fa6-b2a0-7e71bf35a6ae tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Jul 14 10:15:25.833221 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a997aa11-4b87-4ae9-9f8c-fd2247266cc2 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:25.901085 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:15:25.904974 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:25.910391 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:15:25.910793 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:25.934539 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01defa5f-f67f-4655-bfa4-8e0380af451e req-7d3de231-4429-4ae2-ab0b-869f0b1a83ce tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:25.942451 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-01defa5f-f67f-4655-bfa4-8e0380af451e req-7d3de231-4429-4ae2-ab0b-869f0b1a83ce tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0839801 Jul 14 10:15:26.027339 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-01defa5f-f67f-4655-bfa4-8e0380af451e req-e9dec396-8484-416a-9d78-60209599a4d5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835752 Jul 14 10:15:26.041566 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:15:26.041955 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.072032 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca1b3e2-2e14-4449-bf58-e115a8874374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a997aa11-4b87-4ae9-9f8c-fd2247266cc2'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:15:26.074348 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deacfbc-4b35-40ec-8b9e-be0a0e386e1b" -d '{"events": [{"server_uuid": "7ca1b3e2-2e14-4449-bf58-e115a8874374", "name": "network-vif-plugged", "status": "completed", "tag": "a997aa11-4b87-4ae9-9f8c-fd2247266cc2"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:26.087307 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48090) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:26.090800 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port a997aa11-4b87-4ae9-9f8c-fd2247266cc2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,segment=NetworkSegment(82b9309b-8e7b-45b5-811b-74c1bd86b0d5),segment_id=82b9309b-8e7b-45b5-811b-74c1bd86b0d5)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:26.097573 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.121265 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec0f370-9b1e-4a14-b0d7-217e91694ebc x-openstack-request-id: req-7ec0f370-9b1e-4a14-b0d7-217e91694ebc {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:26.121547 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca1b3e2-2e14-4449-bf58-e115a8874374", "name": "network-vif-plugged", "status": "completed", "tag": "a997aa11-4b87-4ae9-9f8c-fd2247266cc2", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:26.121792 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ec0f370-9b1e-4a14-b0d7-217e91694ebc {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:26.122199 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec0f370-9b1e-4a14-b0d7-217e91694ebc'] response: {'server_uuid': '7ca1b3e2-2e14-4449-bf58-e115a8874374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a997aa11-4b87-4ae9-9f8c-fd2247266cc2', 'code': 200} Jul 14 10:15:26.148491 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:26.201058 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-675914d3-ae56-47fd-a380-d2f38e9247c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.247321 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b46b9e5e-631b-4e8a-a0b5-0fe0c8dad176 req-eb5f6ad0-0112-446a-b1ca-a8667a941d22 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 210 time: 0.0345054 Jul 14 10:15:26.313840 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-675914d3-ae56-47fd-a380-d2f38e9247c5 admin admin] Publish callbacks [] for security_group (e0b1c9d9-9e3d-4fab-aa20-4102704f3e63), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.317814 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-675914d3-ae56-47fd-a380-d2f38e9247c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (e0b1c9d9-9e3d-4fab-aa20-4102704f3e63), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.364644 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-675914d3-ae56-47fd-a380-d2f38e9247c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a834bf3cf664512823a4ed0c85d17d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761841 Jul 14 10:15:26.365539 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675914d3-ae56-47fd-a380-d2f38e9247c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b1c9d9-9e3d-4fab-aa20-4102704f3e63,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:26.367808 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48096) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:26.417657 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-95cabbe6-03fc-4992-8ea6-9eac3331db0e admin admin] Publish callbacks [] for security_group (e0b1c9d9-9e3d-4fab-aa20-4102704f3e63), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.438874 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-95cabbe6-03fc-4992-8ea6-9eac3331db0e admin admin] Publish callbacks [] for security_group (e0b1c9d9-9e3d-4fab-aa20-4102704f3e63), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.471219 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:26.486555 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-95cabbe6-03fc-4992-8ea6-9eac3331db0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (e0b1c9d9-9e3d-4fab-aa20-4102704f3e63), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.489136 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-95cabbe6-03fc-4992-8ea6-9eac3331db0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.490292 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-95cabbe6-03fc-4992-8ea6-9eac3331db0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0b1c9d9-9e3d-4fab-aa20-4102704f3e63 HTTP/1.1" status: 204 len: 168 time: 0.1213584 Jul 14 10:15:26.497869 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cabbe6-03fc-4992-8ea6-9eac3331db0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b1c9d9-9e3d-4fab-aa20-4102704f3e63,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:26.715031 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c1f06-1359-46c2-aca7-aa54d4d86531 req-b48baebe-f11e-4fb5-b434-2b0442662c8f tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:26.716719 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-511c1f06-1359-46c2-aca7-aa54d4d86531 req-b48baebe-f11e-4fb5-b434-2b0442662c8f tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 945 time: 0.0646214 Jul 14 10:15:26.779626 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48104) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:26.795278 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-511c1f06-1359-46c2-aca7-aa54d4d86531 req-7756cbd9-08d9-4502-b6df-1a59667ff6d7 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728161 Jul 14 10:15:26.796407 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9b048025-bec3-46ba-8271-1553e6e65e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.873926 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9b048025-bec3-46ba-8271-1553e6e65e84 admin admin] Publish callbacks [] for security_group (7de72970-dfff-4f14-b3a9-afe9671e15d4), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.877431 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9b048025-bec3-46ba-8271-1553e6e65e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7de72970-dfff-4f14-b3a9-afe9671e15d4), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.917173 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-9b048025-bec3-46ba-8271-1553e6e65e84 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c56587a7578a4d598944211e436ab9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366804 Jul 14 10:15:26.918030 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b048025-bec3-46ba-8271-1553e6e65e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de72970-dfff-4f14-b3a9-afe9671e15d4,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:26.919993 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48108) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:26.968988 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0e7feb62-daba-49aa-9295-0a90ec6bf5b6 admin admin] Publish callbacks [] for security_group (7de72970-dfff-4f14-b3a9-afe9671e15d4), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:26.992314 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0e7feb62-daba-49aa-9295-0a90ec6bf5b6 admin admin] Publish callbacks [] for security_group (7de72970-dfff-4f14-b3a9-afe9671e15d4), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:27.042153 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0e7feb62-daba-49aa-9295-0a90ec6bf5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7de72970-dfff-4f14-b3a9-afe9671e15d4), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:27.044637 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0e7feb62-daba-49aa-9295-0a90ec6bf5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:27.045841 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-0e7feb62-daba-49aa-9295-0a90ec6bf5b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7de72970-dfff-4f14-b3a9-afe9671e15d4 HTTP/1.1" status: 204 len: 168 time: 0.1248682 Jul 14 10:15:27.055442 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7feb62-daba-49aa-9295-0a90ec6bf5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de72970-dfff-4f14-b3a9-afe9671e15d4,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:27.159389 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:27.182449 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c559f4-a98d-4eb0-b9e3-8f6271dd9fba req-570c870a-1ac2-4b5d-affe-41e893cd20fa tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:27.183853 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e7c559f4-a98d-4eb0-b9e3-8f6271dd9fba req-570c870a-1ac2-4b5d-affe-41e893cd20fa tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0587957 Jul 14 10:15:27.253124 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e7c559f4-a98d-4eb0-b9e3-8f6271dd9fba req-af25846e-36be-4e03-9d41-6a96465e737b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624731 Jul 14 10:15:27.282505 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6a6aa-6fd1-4dc8-9391-cf4f143161e5 req-175c43ac-f319-4d6a-938f-0d547c027b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:27.290341 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-3dd6a6aa-6fd1-4dc8-9391-cf4f143161e5 req-175c43ac-f319-4d6a-938f-0d547c027b33 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 1129 time: 0.0703988 Jul 14 10:15:27.429308 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dc8e3f19-39d1-451f-92b4-9ac5809b289a req-d4b0475b-f526-4c8f-9bd1-8d56ee27bdc5 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 210 time: 0.0313835 Jul 14 10:15:27.440915 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502a0b2-f4a5-4a75-beb7-25427b348808 req-5e0fc394-835e-4a0b-acde-87aa1cf4c368 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:27.451810 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6502a0b2-f4a5-4a75-beb7-25427b348808 req-5e0fc394-835e-4a0b-acde-87aa1cf4c368 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.1031439 Jul 14 10:15:27.499005 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f5ca6b20-5abe-4ed9-97f0-2790f0540469 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:27.501158 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f5ca6b20-5abe-4ed9-97f0-2790f0540469 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.58 "GET /v2.0/networks?id=4f292b1d-6753-429c-8af0-15033bed0b5f HTTP/1.1" status: 200 len: 808 time: 0.1834888 Jul 14 10:15:27.532172 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6502a0b2-f4a5-4a75-beb7-25427b348808 req-d301e121-f902-4403-9d04-deb9406b0c05 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621512 Jul 14 10:15:27.548516 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:27.551882 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-3dd6a6aa-6fd1-4dc8-9391-cf4f143161e5 req-c9d3f488-3b30-4786-b314-6c2286d05601 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428229 Jul 14 10:15:27.617657 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-81d73128-e569-46f0-ad5f-26d27daf7d82 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da859b6d410b4c2b995804fa5ffd190f HTTP/1.1" status: 200 len: 379 time: 0.0881557 Jul 14 10:15:27.798938 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Request body: {'port': {'device_id': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'admin_state_up': True, 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'security_groups': ['fe026964-302a-4ee0-91ff-08371d303d64']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:15:27.957759 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Made reservation on behalf of da859b6d410b4c2b995804fa5ffd190f for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:15:27.967294 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:28.028834 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf51ffc-8d3e-47ea-a679-d96c9a3bc0b3 req-a7d8ab7a-36da-4199-ba2f-fd8f272251e5 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:28.030606 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ccf51ffc-8d3e-47ea-a679-d96c9a3bc0b3 req-a7d8ab7a-36da-4199-ba2f-fd8f272251e5 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 945 time: 0.1077979 Jul 14 10:15:28.094187 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:28.099666 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ccf51ffc-8d3e-47ea-a679-d96c9a3bc0b3 req-182dbe45-7174-4bf3-a4cf-bba9c5298ad4 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623765 Jul 14 10:15:28.151043 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Allocated IP 172.20.0.3 (4f292b1d-6753-429c-8af0-15033bed0b5f/50ea493f-1ed1-4f45-87a6-371b6cf0d7be/514bf096-233a-451d-b946-24bcc74dc666) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:15:28.314616 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for port (514bf096-233a-451d-b946-24bcc74dc666), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:28.351585 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (514bf096-233a-451d-b946-24bcc74dc666), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:28.411696 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Network 4f292b1d-6753-429c-8af0-15033bed0b5f is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:15:28.414971 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:28.421866 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:15:28.428285 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:28.458387 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event updated for resources: {'Port': ['ID=514bf096-233a-451d-b946-24bcc74dc666,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:28.500073 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:28.501404 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:28.536015 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-f2376e74-1158-430c-91f7-e20a2da1e425 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7405739 Jul 14 10:15:28.554477 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Request body: {'port': {'device_id': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:15:28.630010 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108c546-4604-40dd-b3e0-ebfb5e964a3b req-dae07238-2d37-47aa-ab9c-9db805ac8dd1 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:28.632276 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b108c546-4604-40dd-b3e0-ebfb5e964a3b req-dae07238-2d37-47aa-ab9c-9db805ac8dd1 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 931 time: 0.0774236 Jul 14 10:15:28.651370 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (514bf096-233a-451d-b946-24bcc74dc666), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:28.718041 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b108c546-4604-40dd-b3e0-ebfb5e964a3b req-4cec68c9-69af-4a36-a738-be6859a9fb0b tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759037 Jul 14 10:15:28.747948 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-16814af3-5991-4f3f-84f6-2ac4d66a7fb8 None None] Provisioning complete for port 514bf096-233a-451d-b946-24bcc74dc666 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:15:28.748533 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-16814af3-5991-4f3f-84f6-2ac4d66a7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (514bf096-233a-451d-b946-24bcc74dc666), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:28.788509 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-16814af3-5991-4f3f-84f6-2ac4d66a7fb8 None None] Port 514bf096-233a-451d-b946-24bcc74dc666 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:15:28.859114 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:28.981873 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514bf096-233a-451d-b946-24bcc74dc666 {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:15:28.989362 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Publish callbacks [] for port (514bf096-233a-451d-b946-24bcc74dc666), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:29.002590 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Transition to ACTIVE for port object 514bf096-233a-451d-b946-24bcc74dc666 will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:15:29.007219 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (514bf096-233a-451d-b946-24bcc74dc666), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:29.066005 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Pushing event updated for resources: {'Port': ['ID=514bf096-233a-451d-b946-24bcc74dc666,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:29.139164 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Attempting to bind port 514bf096-233a-451d-b946-24bcc74dc666 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:15:29.139663 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Attempting to bind port 514bf096-233a-451d-b946-24bcc74dc666 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:15:29.140107 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Attempting to bind port 514bf096-233a-451d-b946-24bcc74dc666 on network 4f292b1d-6753-429c-8af0-15033bed0b5f {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:15:29.147072 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Port 514bf096-233a-451d-b946-24bcc74dc666 on network 4f292b1d-6753-429c-8af0-15033bed0b5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:15:29.147471 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Attempting to bind port 514bf096-233a-451d-b946-24bcc74dc666 on network 4f292b1d-6753-429c-8af0-15033bed0b5f {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:15:29.153876 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:15:29.154452 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Checking segment: {'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:15:29.154940 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Bound using segment: {'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:15:29.155450 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Bound port: 514bf096-233a-451d-b946-24bcc74dc666, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3479f4-bc12-453a-a966-2aea7b01bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:15:29.156092 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (514bf096-233a-451d-b946-24bcc74dc666), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:29.245742 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] For port 514bf096-233a-451d-b946-24bcc74dc666, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:15:29.248977 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] For port 514bf096-233a-451d-b946-24bcc74dc666, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=514bf096-233a-451d-b946-24bcc74dc666,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:15:29.258962 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (514bf096-233a-451d-b946-24bcc74dc666), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:29.262937 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c64cf-1e6d-4519-a52d-573cf97beecb req-1aba3695-94e3-4465-8ef9-8262b2851e0f tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:29.264591 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e70c64cf-1e6d-4519-a52d-573cf97beecb req-1aba3695-94e3-4465-8ef9-8262b2851e0f tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 945 time: 0.0827672 Jul 14 10:15:29.308953 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:29.327009 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:29.327733 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:29.329300 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] 10.222.0.58 "PUT /v2.0/ports/514bf096-233a-451d-b946-24bcc74dc666 HTTP/1.1" status: 200 len: 1093 time: 0.7858541 Jul 14 10:15:29.329927 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'tag': '514bf096-233a-451d-b946-24bcc74dc666'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:15:29.333370 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd73ff8-7cfa-4eb0-b71e-89014672da71" -d '{"events": [{"name": "network-changed", "server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "tag": "514bf096-233a-451d-b946-24bcc74dc666"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:29.353382 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e70c64cf-1e6d-4519-a52d-573cf97beecb req-dfa90e66-496e-4787-beb3-9f81ff769008 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780909 Jul 14 10:15:29.372158 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725367e0-8d5b-4e95-a70e-0a06344dfda6 service neutron] Pushing event updated for resources: {'Port': ['ID=514bf096-233a-451d-b946-24bcc74dc666,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:29.445442 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6849a407-5422-444f-b1d6-ccf2e6669827 x-openstack-request-id: req-6849a407-5422-444f-b1d6-ccf2e6669827 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:29.445752 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "tag": "514bf096-233a-451d-b946-24bcc74dc666", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:29.446006 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6849a407-5422-444f-b1d6-ccf2e6669827 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:29.447091 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6849a407-5422-444f-b1d6-ccf2e6669827'] response: {'name': 'network-changed', 'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'tag': '514bf096-233a-451d-b946-24bcc74dc666', 'status': 'completed', 'code': 200} Jul 14 10:15:29.541952 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73ff8-7cfa-4eb0-b71e-89014672da71 req-47a46e33-eb65-4c4a-afb5-625bc0761325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:29.544231 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1dd73ff8-7cfa-4eb0-b71e-89014672da71 req-47a46e33-eb65-4c4a-afb5-625bc0761325 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da859b6d410b4c2b995804fa5ffd190f&device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 1127 time: 0.0526764 Jul 14 10:15:29.775142 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73ff8-7cfa-4eb0-b71e-89014672da71 req-44eae3ce-d759-46d7-a817-eaefc9f5b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:29.776632 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1dd73ff8-7cfa-4eb0-b71e-89014672da71 req-44eae3ce-d759-46d7-a817-eaefc9f5b7db service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=da859b6d410b4c2b995804fa5ffd190f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2243695 Jul 14 10:15:29.810242 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64ea18-9b46-4e3d-b352-dffec13bb9a4 req-afac44c7-3bb8-4e35-b592-a9bffb4130a3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:29.824572 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e64ea18-9b46-4e3d-b352-dffec13bb9a4 req-afac44c7-3bb8-4e35-b592-a9bffb4130a3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0763690 Jul 14 10:15:29.844840 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-b0a55ef8-7608-4394-b5b3-c94db37bea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:29.846414 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-b0a55ef8-7608-4394-b5b3-c94db37bea40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 1130 time: 0.0686030 Jul 14 10:15:29.907421 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f307a9-abd5-416e-9ffb-4ab43a4ff207 req-65c73c3e-b676-459b-8bdf-777f716a3e17 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:29.908910 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-33f307a9-abd5-416e-9ffb-4ab43a4ff207 req-65c73c3e-b676-459b-8bdf-777f716a3e17 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.0798023 Jul 14 10:15:29.925143 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e64ea18-9b46-4e3d-b352-dffec13bb9a4 req-d6a137ac-4f9b-4939-851b-8290f9203f8e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992970 Jul 14 10:15:29.979616 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:29.991782 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-33f307a9-abd5-416e-9ffb-4ab43a4ff207 req-2924c339-a873-40cd-b881-44199cde2a16 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758631 Jul 14 10:15:30.058542 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:30.069859 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:30.076521 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73ff8-7cfa-4eb0-b71e-89014672da71 req-610a4c91-e53a-4235-82f7-de34a6fec2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:30.077999 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1dd73ff8-7cfa-4eb0-b71e-89014672da71 req-610a4c91-e53a-4235-82f7-de34a6fec2c1 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2503734 Jul 14 10:15:30.106170 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-285a4fd7-b7de-4d70-8587-c3c6a3a44358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:30.106170 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-285a4fd7-b7de-4d70-8587-c3c6a3a44358 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.2371271 Jul 14 10:15:30.155763 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-9c1fd54c-97b7-42da-b92c-6129421c455d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92d02821-6f9a-4eb7-b48c-24008feeb3ed HTTP/1.1" status: 200 len: 217 time: 0.0436265 Jul 14 10:15:30.196500 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-b73b8df0-ee50-4d4d-a1fc-2a36bd3bb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:30.198036 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-b73b8df0-ee50-4d4d-a1fc-2a36bd3bb92b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da859b6d410b4c2b995804fa5ffd190f&device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 1127 time: 0.0414345 Jul 14 10:15:30.269383 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-1884b61c-94a9-42a9-a0e7-2ebab4ee4c4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=514bf096-233a-451d-b946-24bcc74dc666 HTTP/1.1" status: 200 len: 217 time: 0.0625491 Jul 14 10:15:30.284123 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-8c2383ed-4757-462b-9121-b4c3791ca04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:30.285742 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-8c2383ed-4757-462b-9121-b4c3791ca04b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0910981 Jul 14 10:15:30.378195 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5206a-3709-4ec9-a04b-ca2db5b725d0 req-f56dea70-6a3a-4928-aa78-3a969b8be630 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:30.385474 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-59d5206a-3709-4ec9-a04b-ca2db5b725d0 req-f56dea70-6a3a-4928-aa78-3a969b8be630 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 945 time: 0.0587385 Jul 14 10:15:30.457187 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-59d5206a-3709-4ec9-a04b-ca2db5b725d0 req-23642e77-2ecc-4712-80d6-bbb4b6061036 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604467 Jul 14 10:15:30.683110 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48250) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:30.787243 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8bdfad7a-30bb-4eff-bbfc-7598051ed941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:30.863964 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8bdfad7a-30bb-4eff-bbfc-7598051ed941 admin admin] Publish callbacks [] for security_group (b29061b6-56b9-4daa-8acc-fa2ac4dfd91b), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:30.867756 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8bdfad7a-30bb-4eff-bbfc-7598051ed941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b29061b6-56b9-4daa-8acc-fa2ac4dfd91b), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:30.909558 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8bdfad7a-30bb-4eff-bbfc-7598051ed941 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d84bdd46855d48fa9ff16513259028b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254074 Jul 14 10:15:30.910410 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfad7a-30bb-4eff-bbfc-7598051ed941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29061b6-56b9-4daa-8acc-fa2ac4dfd91b,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:30.912235 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48254) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:30.962037 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3d7df1d3-6b80-4221-8fab-d3a47921351a admin admin] Publish callbacks [] for security_group (b29061b6-56b9-4daa-8acc-fa2ac4dfd91b), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:30.983613 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3d7df1d3-6b80-4221-8fab-d3a47921351a admin admin] Publish callbacks [] for security_group (b29061b6-56b9-4daa-8acc-fa2ac4dfd91b), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.060070 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37f4d-0a7f-4a97-9375-fa2b252bd202 req-3e819534-fea4-4772-9ef4-79e97a5e501f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:31.061585 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d9f37f4d-0a7f-4a97-9375-fa2b252bd202 req-3e819534-fea4-4772-9ef4-79e97a5e501f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0606530 Jul 14 10:15:31.100533 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3d7df1d3-6b80-4221-8fab-d3a47921351a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b29061b6-56b9-4daa-8acc-fa2ac4dfd91b), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.102924 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3d7df1d3-6b80-4221-8fab-d3a47921351a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.104003 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-3d7df1d3-6b80-4221-8fab-d3a47921351a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b29061b6-56b9-4daa-8acc-fa2ac4dfd91b HTTP/1.1" status: 204 len: 168 time: 0.1906991 Jul 14 10:15:31.126290 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7df1d3-6b80-4221-8fab-d3a47921351a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29061b6-56b9-4daa-8acc-fa2ac4dfd91b,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:31.138002 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:31.146811 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50606d-7188-4a50-bc54-cdd00ad790cf req-be7eecf1-2fa4-48f1-b529-56d7f9b2fb9c tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:31.148313 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6d50606d-7188-4a50-bc54-cdd00ad790cf req-be7eecf1-2fa4-48f1-b529-56d7f9b2fb9c tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.0833044 Jul 14 10:15:31.172959 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d9f37f4d-0a7f-4a97-9375-fa2b252bd202 req-1d6bcb75-cbfb-4b9c-8f41-21b1fab5816b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987718 Jul 14 10:15:31.214097 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6d50606d-7188-4a50-bc54-cdd00ad790cf req-4776f3b1-3395-468a-8334-9e1aa968aa34 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557029 Jul 14 10:15:31.388388 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48266) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:31.402732 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ca8db77f-931d-4ab0-b513-7d2602fca2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.410330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2553-99ff-422b-8892-7d31f4747cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.478322 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ca8db77f-931d-4ab0-b513-7d2602fca2b7 admin admin] Publish callbacks [] for security_group (76a1b541-c81e-4fa9-bfb5-7dd0d5691c8d), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.485979 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ca8db77f-931d-4ab0-b513-7d2602fca2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (76a1b541-c81e-4fa9-bfb5-7dd0d5691c8d), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.529946 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-ca8db77f-931d-4ab0-b513-7d2602fca2b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da8039696c8849c2aef45dc909fdd475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382475 Jul 14 10:15:31.529946 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8db77f-931d-4ab0-b513-7d2602fca2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a1b541-c81e-4fa9-bfb5-7dd0d5691c8d,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:31.530787 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48272) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:31.574820 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340cf1a-610f-4944-9e6f-7447106d694c req-aa250c74-0861-4430-9a45-ff97993e71d2 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:31.576412 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3340cf1a-610f-4944-9e6f-7447106d694c req-aa250c74-0861-4430-9a45-ff97993e71d2 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 945 time: 0.0591187 Jul 14 10:15:31.583659 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-25a0f6ab-9be0-4ad1-9dee-0027d28045bd admin admin] Publish callbacks [] for security_group (76a1b541-c81e-4fa9-bfb5-7dd0d5691c8d), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.607643 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-25a0f6ab-9be0-4ad1-9dee-0027d28045bd admin admin] Publish callbacks [] for security_group (76a1b541-c81e-4fa9-bfb5-7dd0d5691c8d), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.630716 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3340cf1a-610f-4944-9e6f-7447106d694c req-384e1839-c0b6-422b-bcec-92ac7879dc63 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 Jul 14 10:15:31.666107 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-25a0f6ab-9be0-4ad1-9dee-0027d28045bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (76a1b541-c81e-4fa9-bfb5-7dd0d5691c8d), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.668630 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-25a0f6ab-9be0-4ad1-9dee-0027d28045bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:31.669802 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-25a0f6ab-9be0-4ad1-9dee-0027d28045bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76a1b541-c81e-4fa9-bfb5-7dd0d5691c8d HTTP/1.1" status: 204 len: 168 time: 0.1381283 Jul 14 10:15:31.678386 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0f6ab-9be0-4ad1-9dee-0027d28045bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a1b541-c81e-4fa9-bfb5-7dd0d5691c8d,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:31.818170 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-213a80d4-ab9d-4aa6-b9a7-d10c387c86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:31.820286 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-213a80d4-ab9d-4aa6-b9a7-d10c387c86b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700176 Jul 14 10:15:31.821852 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-97c8ea2c-1393-4e9e-9110-610a8d3ab902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:31.823173 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-97c8ea2c-1393-4e9e-9110-610a8d3ab902 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50ea493f-1ed1-4f45-87a6-371b6cf0d7be HTTP/1.1" status: 200 len: 847 time: 0.0851095 Jul 14 10:15:31.922403 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:31.939106 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:31.947102 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-6e983460-13f7-49e8-80ba-29282479f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:31.948674 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-6e983460-13f7-49e8-80ba-29282479f789 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f292b1d-6753-429c-8af0-15033bed0b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846548 Jul 14 10:15:31.970014 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-bb48fdb6-50ac-4550-b7cf-f9b8e10c45c5 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335120 Jul 14 10:15:32.089408 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48300) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:32.110710 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-25fd6ed7-5299-4042-834b-1432a1dd1078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:32.114266 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:32.129438 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-020401aa-ccb3-4ad4-be2d-37166e969a49 service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584904 Jul 14 10:15:32.164858 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-aec56bc6-2618-452b-ba22-85df6629c16b tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:32.166333 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-aec56bc6-2618-452b-ba22-85df6629c16b tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 945 time: 0.0638580 Jul 14 10:15:32.170692 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-fafcd7c3-b28d-468e-ab07-5552d783ccca req-fb1bb432-2f57-40c3-af73-ed588f2089e2 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766453 Jul 14 10:15:32.263983 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c1861e8-bfc1-4e06-9e79-3d10c23c8f72 req-539ffa0f-9d82-4d75-a06e-f0383b762c8f service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187000 Jul 14 10:15:32.424543 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-25fd6ed7-5299-4042-834b-1432a1dd1078 admin admin] Publish callbacks [] for security_group (75212abd-43bb-415d-aa17-811157e463ad), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:32.433147 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-25fd6ed7-5299-4042-834b-1432a1dd1078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (75212abd-43bb-415d-aa17-811157e463ad), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:32.435296 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-4dbf32fd-7667-4984-abde-c198f86173d6 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Deleting port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:15:32.435615 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-4dbf32fd-7667-4984-abde-c198f86173d6 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:32.449664 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f78954-c778-4ec9-ab72-ce1bd5b04949 req-9ecf8c08-f3e3-4e73-9e0b-702911c9e57f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:32.451141 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-88f78954-c778-4ec9-ab72-ce1bd5b04949 req-9ecf8c08-f3e3-4e73-9e0b-702911c9e57f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.1437836 Jul 14 10:15:32.491680 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af1db8-fe59-4261-b133-95f453a39e6e req-6ca2f4f6-01eb-46c3-ba46-df11bcb9198e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:32.493106 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79af1db8-fe59-4261-b133-95f453a39e6e req-6ca2f4f6-01eb-46c3-ba46-df11bcb9198e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.1619103 Jul 14 10:15:32.576407 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-25fd6ed7-5299-4042-834b-1432a1dd1078 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23d6587610884bffaa0cb407a163df39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4858847 Jul 14 10:15:32.579037 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48310) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:32.587128 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd6ed7-5299-4042-834b-1432a1dd1078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75212abd-43bb-415d-aa17-811157e463ad,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:32.630306 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8891eb67-8e10-40d9-a324-0c7115d6d5a7 admin admin] Publish callbacks [] for security_group (75212abd-43bb-415d-aa17-811157e463ad), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:32.651578 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8891eb67-8e10-40d9-a324-0c7115d6d5a7 admin admin] Publish callbacks [] for security_group (75212abd-43bb-415d-aa17-811157e463ad), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:32.653698 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-88f78954-c778-4ec9-ab72-ce1bd5b04949 req-7735028c-a32a-448f-83be-ee6ba99e0620 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838329 Jul 14 10:15:32.655866 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-4dbf32fd-7667-4984-abde-c198f86173d6 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] For port a997aa11-4b87-4ae9-9f8c-fd2247266cc2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,segment=NetworkSegment(82b9309b-8e7b-45b5-811b-74c1bd86b0d5),segment_id=82b9309b-8e7b-45b5-811b-74c1bd86b0d5)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:32.656280 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-4dbf32fd-7667-4984-abde-c198f86173d6 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:32.661938 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79af1db8-fe59-4261-b133-95f453a39e6e req-816ab091-0893-4642-97b6-fecf4c982ac1 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536276 Jul 14 10:15:32.675651 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-4dbf32fd-7667-4984-abde-c198f86173d6 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Calling delete_port for a997aa11-4b87-4ae9-9f8c-fd2247266cc2 owned by compute:nova {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:15:32.716026 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8891eb67-8e10-40d9-a324-0c7115d6d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (75212abd-43bb-415d-aa17-811157e463ad), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:32.719418 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8891eb67-8e10-40d9-a324-0c7115d6d5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:32.722496 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8891eb67-8e10-40d9-a324-0c7115d6d5a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75212abd-43bb-415d-aa17-811157e463ad HTTP/1.1" status: 204 len: 168 time: 0.1424067 Jul 14 10:15:32.732182 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891eb67-8e10-40d9-a324-0c7115d6d5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75212abd-43bb-415d-aa17-811157e463ad,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:32.801386 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cadee-e4cc-44dc-a1be-f471d6399003 req-b106f2b9-dcd1-4727-88d1-48804108adef tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:32.802947 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-304cadee-e4cc-44dc-a1be-f471d6399003 req-b106f2b9-dcd1-4727-88d1-48804108adef tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 945 time: 0.0601435 Jul 14 10:15:32.837134 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:32.898694 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-304cadee-e4cc-44dc-a1be-f471d6399003 req-e0cd6dee-7f57-4c3a-86f8-ffce1ec32073 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889256 Jul 14 10:15:32.909784 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:32.917041 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-4dbf32fd-7667-4984-abde-c198f86173d6 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (a997aa11-4b87-4ae9-9f8c-fd2247266cc2), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:32.929852 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['a997aa11-4b87-4ae9-9f8c-fd2247266cc2'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:15:32.948656 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf32fd-7667-4984-abde-c198f86173d6 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Pushing event deleted for resources: {'Port': ['ID=a997aa11-4b87-4ae9-9f8c-fd2247266cc2,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:33.013520 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-4dbf32fd-7667-4984-abde-c198f86173d6 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] No DVR routers for this DVR port a997aa11-4b87-4ae9-9f8c-fd2247266cc2 on host hv-cinder-84980 {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:15:33.017329 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-4dbf32fd-7667-4984-abde-c198f86173d6 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:33.020709 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6442a939-014a-4c0b-b8c9-ae91f4579c91 req-4dbf32fd-7667-4984-abde-c198f86173d6 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.58 "DELETE /v2.0/ports/a997aa11-4b87-4ae9-9f8c-fd2247266cc2 HTTP/1.1" status: 204 len: 173 time: 0.8332062 Jul 14 10:15:33.021178 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca1b3e2-2e14-4449-bf58-e115a8874374', 'name': 'network-vif-deleted', 'tag': 'a997aa11-4b87-4ae9-9f8c-fd2247266cc2'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:15:33.023535 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a8800d-2d1f-43fc-9881-723b2880cd83" -d '{"events": [{"server_uuid": "7ca1b3e2-2e14-4449-bf58-e115a8874374", "name": "network-vif-deleted", "tag": "a997aa11-4b87-4ae9-9f8c-fd2247266cc2"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:33.064830 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f87348c-6875-4149-9564-9376b650b1c8 x-openstack-request-id: req-5f87348c-6875-4149-9564-9376b650b1c8 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:33.065108 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca1b3e2-2e14-4449-bf58-e115a8874374", "name": "network-vif-deleted", "tag": "a997aa11-4b87-4ae9-9f8c-fd2247266cc2", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:33.065410 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f87348c-6875-4149-9564-9376b650b1c8 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:33.065830 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f87348c-6875-4149-9564-9376b650b1c8'] response: {'server_uuid': '7ca1b3e2-2e14-4449-bf58-e115a8874374', 'name': 'network-vif-deleted', 'tag': 'a997aa11-4b87-4ae9-9f8c-fd2247266cc2', 'status': 'completed', 'code': 200} Jul 14 10:15:33.301468 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48340) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:33.418285 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-152365c2-c5cd-413c-9999-e49a464bc709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:33.506401 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-152365c2-c5cd-413c-9999-e49a464bc709 admin admin] Publish callbacks [] for security_group (28944e72-0d2b-42cb-ad4f-d5f35b6689e8), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:33.511073 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-152365c2-c5cd-413c-9999-e49a464bc709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (28944e72-0d2b-42cb-ad4f-d5f35b6689e8), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:33.551437 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-152365c2-c5cd-413c-9999-e49a464bc709 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45a2bc23fc1f45f29d2e497fe5dbd482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488365 Jul 14 10:15:33.552538 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152365c2-c5cd-413c-9999-e49a464bc709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28944e72-0d2b-42cb-ad4f-d5f35b6689e8,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:33.554679 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48352) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:33.579652 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-569d375a-7501-47b1-b8e1-6c8d429e927d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:33.607502 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9de0bbb8-7da4-4489-a819-94da2b3848ae admin admin] Publish callbacks [] for security_group (28944e72-0d2b-42cb-ad4f-d5f35b6689e8), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:33.632358 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9de0bbb8-7da4-4489-a819-94da2b3848ae admin admin] Publish callbacks [] for security_group (28944e72-0d2b-42cb-ad4f-d5f35b6689e8), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:33.683954 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9de0bbb8-7da4-4489-a819-94da2b3848ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (28944e72-0d2b-42cb-ad4f-d5f35b6689e8), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:33.687360 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9de0bbb8-7da4-4489-a819-94da2b3848ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:33.688653 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-9de0bbb8-7da4-4489-a819-94da2b3848ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28944e72-0d2b-42cb-ad4f-d5f35b6689e8 HTTP/1.1" status: 204 len: 168 time: 0.1323667 Jul 14 10:15:33.698466 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0bbb8-7da4-4489-a819-94da2b3848ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28944e72-0d2b-42cb-ad4f-d5f35b6689e8,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:33.797350 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170459df-c837-49f9-834a-7eaafd30fa35 req-76a71edf-66ec-4aef-9899-cdecb303adc1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:33.798832 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-170459df-c837-49f9-834a-7eaafd30fa35 req-76a71edf-66ec-4aef-9899-cdecb303adc1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0692093 Jul 14 10:15:33.849351 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5425d2-d3dd-4777-90a2-9a09f13bdc4d req-884ab2f6-fcbb-4bec-b75d-9f390d6c93d7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:33.851440 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3f5425d2-d3dd-4777-90a2-9a09f13bdc4d req-884ab2f6-fcbb-4bec-b75d-9f390d6c93d7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.0763865 Jul 14 10:15:33.897840 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-170459df-c837-49f9-834a-7eaafd30fa35 req-0f68853f-894c-45be-929a-300c823d7c9a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826149 Jul 14 10:15:33.941982 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3f5425d2-d3dd-4777-90a2-9a09f13bdc4d req-d87975f8-71bb-488f-9ec9-e0350dd5981f tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782695 Jul 14 10:15:34.055837 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2789f92c-1c7b-406a-9d18-be1ff55f4f50 req-1a4bb97e-4d31-4a66-958e-216bd7958f43 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ca1b3e2-2e14-4449-bf58-e115a8874374 HTTP/1.1" status: 200 len: 210 time: 0.0348268 Jul 14 10:15:34.123623 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48372) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:34.137251 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c3072688-6800-47d5-b05b-ea34a83507c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.217480 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c3072688-6800-47d5-b05b-ea34a83507c7 admin admin] Publish callbacks [] for security_group (0e599ba5-adc9-41fc-8754-f1858c48d8b0), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.221587 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c3072688-6800-47d5-b05b-ea34a83507c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (0e599ba5-adc9-41fc-8754-f1858c48d8b0), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.261919 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-c3072688-6800-47d5-b05b-ea34a83507c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b3dd50d1e57413b829e8d62ce1049c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371858 Jul 14 10:15:34.263385 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3072688-6800-47d5-b05b-ea34a83507c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e599ba5-adc9-41fc-8754-f1858c48d8b0,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:34.264514 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48378) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:34.317198 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6bfae993-17ba-4901-9e5d-dbf43cdcddea admin admin] Publish callbacks [] for security_group (0e599ba5-adc9-41fc-8754-f1858c48d8b0), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.339912 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6bfae993-17ba-4901-9e5d-dbf43cdcddea admin admin] Publish callbacks [] for security_group (0e599ba5-adc9-41fc-8754-f1858c48d8b0), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.388279 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6bfae993-17ba-4901-9e5d-dbf43cdcddea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (0e599ba5-adc9-41fc-8754-f1858c48d8b0), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.390768 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6bfae993-17ba-4901-9e5d-dbf43cdcddea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.391894 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-6bfae993-17ba-4901-9e5d-dbf43cdcddea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e599ba5-adc9-41fc-8754-f1858c48d8b0 HTTP/1.1" status: 204 len: 168 time: 0.1254852 Jul 14 10:15:34.400491 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfae993-17ba-4901-9e5d-dbf43cdcddea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e599ba5-adc9-41fc-8754-f1858c48d8b0,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:34.752539 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48392) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:34.767179 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-77c6e378-8ee3-48d9-a4e8-154384b07e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.805647 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:34.812525 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:34.850786 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-77c6e378-8ee3-48d9-a4e8-154384b07e23 admin admin] Publish callbacks [] for security_group (a2684a39-bf02-4ed0-9db6-f62919e76d5b), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.854757 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-77c6e378-8ee3-48d9-a4e8-154384b07e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (a2684a39-bf02-4ed0-9db6-f62919e76d5b), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.905467 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48394) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:34.909420 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-77c6e378-8ee3-48d9-a4e8-154384b07e23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f68a3a7c657646f6b46d382f052469b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470757 Jul 14 10:15:34.910659 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6e378-8ee3-48d9-a4e8-154384b07e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2684a39-bf02-4ed0-9db6-f62919e76d5b,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:34.970356 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-50c8b031-a3f0-4618-bbdc-4585ca5dd384 admin admin] Publish callbacks [] for security_group (a2684a39-bf02-4ed0-9db6-f62919e76d5b), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:34.996229 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:35.004497 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-50c8b031-a3f0-4618-bbdc-4585ca5dd384 admin admin] Publish callbacks [] for security_group (a2684a39-bf02-4ed0-9db6-f62919e76d5b), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:35.103017 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:35.124659 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd44e06-8f12-432b-86c8-2894fc791cb9 req-2e7aef22-fe32-4fc0-b231-ddc89f66caf3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:35.126134 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4bd44e06-8f12-432b-86c8-2894fc791cb9 req-2e7aef22-fe32-4fc0-b231-ddc89f66caf3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0936739 Jul 14 10:15:35.132734 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b74a93-1fd1-4b90-b0ee-bfd047f47f09 req-a11498d6-cb7e-414c-80bf-93a0f4bf53db tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:35.134114 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-16b74a93-1fd1-4b90-b0ee-bfd047f47f09 req-a11498d6-cb7e-414c-80bf-93a0f4bf53db tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.1028988 Jul 14 10:15:35.152461 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-50c8b031-a3f0-4618-bbdc-4585ca5dd384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (a2684a39-bf02-4ed0-9db6-f62919e76d5b), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:35.154847 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-50c8b031-a3f0-4618-bbdc-4585ca5dd384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:35.155951 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-50c8b031-a3f0-4618-bbdc-4585ca5dd384 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2684a39-bf02-4ed0-9db6-f62919e76d5b HTTP/1.1" status: 204 len: 168 time: 0.2494602 Jul 14 10:15:35.165235 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:35.180148 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8b031-a3f0-4618-bbdc-4585ca5dd384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2684a39-bf02-4ed0-9db6-f62919e76d5b,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:35.235086 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4bd44e06-8f12-432b-86c8-2894fc791cb9 req-60b9ac48-d88a-4225-9dfa-8844d5a38854 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999465 Jul 14 10:15:35.245162 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-16b74a93-1fd1-4b90-b0ee-bfd047f47f09 req-1707430f-fae3-4818-b1a7-46147d819bf2 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007166 Jul 14 10:15:35.549425 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-0b026b6e-b26b-480a-a808-9e4d45a047cf tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:35.550858 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-0b026b6e-b26b-480a-a808-9e4d45a047cf tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/networks?id=32aecae8-1c1b-45b6-9257-4f2ea89e12f3 HTTP/1.1" status: 200 len: 809 time: 0.1077514 Jul 14 10:15:35.566828 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-758d8643-3a08-45d1-8e73-cc753df291b9 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/quotas/f523b9be668a4dc69619027cec280a08 HTTP/1.1" status: 200 len: 375 time: 0.0101755 Jul 14 10:15:35.601808 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-7e1f9712-ab05-4150-a119-c0f9645d9b62 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f523b9be668a4dc69619027cec280a08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288100 Jul 14 10:15:35.854479 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 514bf096-233a-451d-b946-24bcc74dc666 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:15:35.859231 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a997aa11-4b87-4ae9-9f8c-fd2247266cc2 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:35.887664 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: a997aa11-4b87-4ae9-9f8c-fd2247266cc2 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:15:35.888150 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a997aa11-4b87-4ae9-9f8c-fd2247266cc2 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:35.901907 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-a7eb1bf7-5aa5-4e7f-92c9-1fa8c93fc999 service neutron] 10.222.0.61 "GET /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934070 Jul 14 10:15:36.003625 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-a846c757-d4bf-4abd-bf99-af260f6a65f3 service neutron] 10.222.0.61 "GET /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958524 Jul 14 10:15:36.012221 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 514bf096-233a-451d-b946-24bcc74dc666, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=514bf096-233a-451d-b946-24bcc74dc666,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:36.027505 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '514bf096-233a-451d-b946-24bcc74dc666', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'port_id': '514bf096-233a-451d-b946-24bcc74dc666', 'mac_address': 'fa:16:3e:b0:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:15:36.082878 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 514bf096-233a-451d-b946-24bcc74dc666 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:15:36.083273 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (514bf096-233a-451d-b946-24bcc74dc666), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:36.098981 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514bf096-233a-451d-b946-24bcc74dc666 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:15:36.126783 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 514bf096-233a-451d-b946-24bcc74dc666, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=514bf096-233a-451d-b946-24bcc74dc666,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:36.133481 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (514bf096-233a-451d-b946-24bcc74dc666), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:36.200769 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=514bf096-233a-451d-b946-24bcc74dc666,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:36.244950 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0348e6d2-191e-4cf3-9b50-904d013d070b req-2a43b3ab-9ead-4ce5-a3a8-6c514c3f6407 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 210 time: 0.0456672 Jul 14 10:15:36.353828 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:36.391851 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b15af-eb2a-4935-86cd-bb7ec5166f31 req-8ca25b79-2758-4450-8b85-c39433357fc8 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:36.398745 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c18b15af-eb2a-4935-86cd-bb7ec5166f31 req-8ca25b79-2758-4450-8b85-c39433357fc8 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0694036 Jul 14 10:15:36.451072 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e279a-ce17-4d69-962e-374989f0832e req-0b49b7f6-8797-425c-a2a7-820b2274bbe7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:36.452853 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-415e279a-ce17-4d69-962e-374989f0832e req-0b49b7f6-8797-425c-a2a7-820b2274bbe7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 944 time: 0.0849521 Jul 14 10:15:36.485224 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:36.501691 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c18b15af-eb2a-4935-86cd-bb7ec5166f31 req-540fb2b9-12e0-4f36-b973-dad9d548e2eb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001084 Jul 14 10:15:36.502294 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['514bf096-233a-451d-b946-24bcc74dc666'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:15:36.545835 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-415e279a-ce17-4d69-962e-374989f0832e req-e5a4bf22-b640-4888-85e3-c2c0a7010d82 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827281 Jul 14 10:15:36.680626 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:37.353987 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fd14939c-2fa8-4a65-9920-453428e1af4c req-5c0582a1-ccc1-4b4d-9ab5-888846729e6c tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 210 time: 0.0321865 Jul 14 10:15:37.516693 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-ffbd0c34-759f-4f00-970c-162f21cfd7d7 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:37.518048 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-ffbd0c34-759f-4f00-970c-162f21cfd7d7 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.58 "GET /v2.0/networks?id=32aecae8-1c1b-45b6-9257-4f2ea89e12f3 HTTP/1.1" status: 200 len: 809 time: 0.1037922 Jul 14 10:15:37.536050 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Request body: {'port': {'device_id': 'd591af9c-326b-4bad-8cd9-8384f3cfd68a', 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3', 'admin_state_up': True, 'tenant_id': 'f523b9be668a4dc69619027cec280a08'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:15:37.654741 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:37.701910 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabdbfc-649e-465d-bc41-f420e1aede31 req-f11498c8-dd0e-4add-97c3-521e2c632b50 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:37.703449 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fdabdbfc-649e-465d-bc41-f420e1aede31 req-f11498c8-dd0e-4add-97c3-521e2c632b50 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.1045430 Jul 14 10:15:37.725704 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036fb4-2444-44fd-81b8-f2a0b9a7cc86 req-bb190b95-7f2a-4c95-8fe4-c3ca6ea44242 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:37.727114 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b3036fb4-2444-44fd-81b8-f2a0b9a7cc86 req-bb190b95-7f2a-4c95-8fe4-c3ca6ea44242 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 944 time: 0.0879390 Jul 14 10:15:37.783127 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Made reservation on behalf of f523b9be668a4dc69619027cec280a08 for: {'port': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:15:37.786577 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:37.824319 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fdabdbfc-649e-465d-bc41-f420e1aede31 req-34183b66-92bc-453f-a302-0dcd5a468e61 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133583 Jul 14 10:15:37.848345 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b3036fb4-2444-44fd-81b8-f2a0b9a7cc86 req-521dc48f-4f91-4853-8533-620c32640f65 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048634 Jul 14 10:15:37.881575 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 514bf096-233a-451d-b946-24bcc74dc666 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:37.905219 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:37.924741 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 514bf096-233a-451d-b946-24bcc74dc666 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:15:37.931047 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 514bf096-233a-451d-b946-24bcc74dc666 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:15:37.931442 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (514bf096-233a-451d-b946-24bcc74dc666), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:37.956329 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Allocated IP 172.20.0.9 (32aecae8-1c1b-45b6-9257-4f2ea89e12f3/fd6f103b-5ca3-4f81-b72b-a4930d474d52/0b92b721-8d2a-451a-a2e0-ec502f2ca588) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:15:38.017203 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 514bf096-233a-451d-b946-24bcc74dc666 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:15:38.017582 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (514bf096-233a-451d-b946-24bcc74dc666), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.034335 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:38.042275 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514bf096-233a-451d-b946-24bcc74dc666'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:15:38.044490 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6279b0f-89fd-4e4b-95bd-1778fb17daa9" -d '{"events": [{"server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "name": "network-vif-plugged", "status": "completed", "tag": "514bf096-233a-451d-b946-24bcc74dc666"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:38.057652 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 514bf096-233a-451d-b946-24bcc74dc666, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=514bf096-233a-451d-b946-24bcc74dc666,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:38.062713 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (514bf096-233a-451d-b946-24bcc74dc666), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.120085 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061c509e-9e5a-4ec1-b970-c9090fd76ae4 x-openstack-request-id: req-061c509e-9e5a-4ec1-b970-c9090fd76ae4 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:38.120626 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "name": "network-vif-plugged", "status": "completed", "tag": "514bf096-233a-451d-b946-24bcc74dc666", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:38.121036 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-061c509e-9e5a-4ec1-b970-c9090fd76ae4 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:38.121459 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-061c509e-9e5a-4ec1-b970-c9090fd76ae4'] response: {'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514bf096-233a-451d-b946-24bcc74dc666', 'code': 200} Jul 14 10:15:38.129080 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks [] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.135062 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=514bf096-233a-451d-b946-24bcc74dc666,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:38.176741 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.225367 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:15:38.231692 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:38.235966 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:15:38.241182 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:38.241861 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.248222 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Pushing event updated for resources: {'Port': ['ID=0b92b721-8d2a-451a-a2e0-ec502f2ca588,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:38.265808 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-bf011f98-32b1-4c10-a227-565324b62193 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7345364 Jul 14 10:15:38.293705 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Request body: {'port': {'device_id': 'd591af9c-326b-4bad-8cd9-8384f3cfd68a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:15:38.358291 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.437451 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351df494-4945-4b56-9c0e-be20832d55df req-0320867c-0224-4786-915d-bd67287d3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:38.438977 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-351df494-4945-4b56-9c0e-be20832d55df req-0320867c-0224-4786-915d-bd67287d3904 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 1129 time: 0.0438421 Jul 14 10:15:38.503834 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-351df494-4945-4b56-9c0e-be20832d55df req-414e6655-cc51-4dc1-a1dc-30ca59e0d1e1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557663 Jul 14 10:15:38.555840 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b8349-169a-4ceb-8d57-be4729661ca0 req-47b1cdef-a1a6-402b-a398-f22e4efccdc4 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:38.557255 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-572b8349-169a-4ceb-8d57-be4729661ca0 req-47b1cdef-a1a6-402b-a398-f22e4efccdc4 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 931 time: 0.0665338 Jul 14 10:15:38.607738 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48558) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:38.645384 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:38.658112 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-572b8349-169a-4ceb-8d57-be4729661ca0 req-55db1832-8235-4131-b4e6-e2aa3df2e3db tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913591 Jul 14 10:15:38.711902 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:38.726414 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bac1d6d5-6519-49b6-9121-f0369c8010cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.746228 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b92b721-8d2a-451a-a2e0-ec502f2ca588 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:15:38.753759 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Publish callbacks [] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.766479 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Transition to ACTIVE for port object 0b92b721-8d2a-451a-a2e0-ec502f2ca588 will not be triggered until provisioned by entity L2. {{(pid=104066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:15:38.770240 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.810312 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bac1d6d5-6519-49b6-9121-f0369c8010cf admin admin] Publish callbacks [] for security_group (900e178a-2a0d-4273-a2fa-034cb0449d3e), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.814282 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bac1d6d5-6519-49b6-9121-f0369c8010cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (900e178a-2a0d-4273-a2fa-034cb0449d3e), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.822501 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Pushing event updated for resources: {'Port': ['ID=0b92b721-8d2a-451a-a2e0-ec502f2ca588,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:38.866846 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1d6d5-6519-49b6-9121-f0369c8010cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900e178a-2a0d-4273-a2fa-034cb0449d3e,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:38.868265 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Attempting to bind port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:15:38.868604 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Attempting to bind port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '82b9309b-8e7b-45b5-811b-74c1bd86b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:15:38.869468 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Attempting to bind port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 on network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:15:38.874348 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-bac1d6d5-6519-49b6-9121-f0369c8010cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7184107a4d6343d7ab15a46c128cc79b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655511 Jul 14 10:15:38.875615 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48568) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:38.888636 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 on network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:15:38.889133 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Attempting to bind port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 on network 32aecae8-1c1b-45b6-9257-4f2ea89e12f3 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:15:38.908804 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:15:38.909178 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Checking segment: {'id': '82b9309b-8e7b-45b5-811b-74c1bd86b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:15:38.909564 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Bound using segment: {'id': '82b9309b-8e7b-45b5-811b-74c1bd86b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:15:38.910003 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Bound port: 0b92b721-8d2a-451a-a2e0-ec502f2ca588, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b9309b-8e7b-45b5-811b-74c1bd86b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:15:38.910359 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.943142 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5af96535-8078-4fdb-9c47-756c873e5508 admin admin] Publish callbacks [] for security_group (900e178a-2a0d-4273-a2fa-034cb0449d3e), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:38.967053 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5af96535-8078-4fdb-9c47-756c873e5508 admin admin] Publish callbacks [] for security_group (900e178a-2a0d-4273-a2fa-034cb0449d3e), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.016607 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5af96535-8078-4fdb-9c47-756c873e5508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (900e178a-2a0d-4273-a2fa-034cb0449d3e), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.019659 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5af96535-8078-4fdb-9c47-756c873e5508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.020790 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-5af96535-8078-4fdb-9c47-756c873e5508 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/900e178a-2a0d-4273-a2fa-034cb0449d3e HTTP/1.1" status: 204 len: 168 time: 0.1441302 Jul 14 10:15:39.029595 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af96535-8078-4fdb-9c47-756c873e5508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e178a-2a0d-4273-a2fa-034cb0449d3e,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:39.048035 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b7b1c-d2f9-4d39-ad86-fd8aba79709e req-e132fdf6-5add-41d9-b7cb-30e07359bd98 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:39.049552 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-408b7b1c-d2f9-4d39-ad86-fd8aba79709e req-e132fdf6-5add-41d9-b7cb-30e07359bd98 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0822632 Jul 14 10:15:39.058539 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7220c3-2c84-4081-a4fd-891307a46019 req-1103be6a-3e56-4f3e-9264-20b3bbd81d1a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:39.060153 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7a7220c3-2c84-4081-a4fd-891307a46019 req-1103be6a-3e56-4f3e-9264-20b3bbd81d1a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.1261115 Jul 14 10:15:39.094729 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] For port 0b92b721-8d2a-451a-a2e0-ec502f2ca588, host hv-cinder-84980, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:15:39.129502 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] For port 0b92b721-8d2a-451a-a2e0-ec502f2ca588, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=0b92b721-8d2a-451a-a2e0-ec502f2ca588,segment=NetworkSegment(82b9309b-8e7b-45b5-811b-74c1bd86b0d5),segment_id=82b9309b-8e7b-45b5-811b-74c1bd86b0d5)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:15:39.149159 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.196377 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-408b7b1c-d2f9-4d39-ad86-fd8aba79709e req-16f6f81a-2e96-45bc-a03d-b6c67ab7cbaf tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352646 Jul 14 10:15:39.205720 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7a7220c3-2c84-4081-a4fd-891307a46019 req-2e02cbc9-d330-4e53-9c45-dc144e3f0140 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221862 Jul 14 10:15:39.213191 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:39.213787 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.215150 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] 10.222.0.58 "PUT /v2.0/ports/0b92b721-8d2a-451a-a2e0-ec502f2ca588 HTTP/1.1" status: 200 len: 1093 time: 0.9262846 Jul 14 10:15:39.215584 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd591af9c-326b-4bad-8cd9-8384f3cfd68a', 'tag': '0b92b721-8d2a-451a-a2e0-ec502f2ca588'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:15:39.217935 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4526bc4-1bf8-4e86-b76e-191ea7cac0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d591af9c-326b-4bad-8cd9-8384f3cfd68a", "tag": "0b92b721-8d2a-451a-a2e0-ec502f2ca588"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:39.241022 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4e8f2-ccb8-4587-a026-f6b003b2615e service neutron] Pushing event updated for resources: {'Port': ['ID=0b92b721-8d2a-451a-a2e0-ec502f2ca588,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:39.263362 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0d9342-0312-4252-a656-efe73a1f0ac5 x-openstack-request-id: req-4f0d9342-0312-4252-a656-efe73a1f0ac5 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:39.263649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d591af9c-326b-4bad-8cd9-8384f3cfd68a", "tag": "0b92b721-8d2a-451a-a2e0-ec502f2ca588", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:39.263899 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f0d9342-0312-4252-a656-efe73a1f0ac5 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:39.264301 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0d9342-0312-4252-a656-efe73a1f0ac5'] response: {'name': 'network-changed', 'server_uuid': 'd591af9c-326b-4bad-8cd9-8384f3cfd68a', 'tag': '0b92b721-8d2a-451a-a2e0-ec502f2ca588', 'status': 'completed', 'code': 200} Jul 14 10:15:39.336370 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48576) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:39.350229 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-45944ead-a1d5-496e-a06f-a47c05163e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.434536 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-45944ead-a1d5-496e-a06f-a47c05163e5a admin admin] Publish callbacks [] for security_group (6de62462-da7a-4e50-a00b-f90e6a7f980a), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.438290 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-45944ead-a1d5-496e-a06f-a47c05163e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (6de62462-da7a-4e50-a00b-f90e6a7f980a), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.479345 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-45944ead-a1d5-496e-a06f-a47c05163e5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c1629adbcbe4996af371783f159be17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418025 Jul 14 10:15:39.480182 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45944ead-a1d5-496e-a06f-a47c05163e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de62462-da7a-4e50-a00b-f90e6a7f980a,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:39.482125 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48578) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:39.531893 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-02bd73ab-e102-44a8-afd3-e6abb44fc27a admin admin] Publish callbacks [] for security_group (6de62462-da7a-4e50-a00b-f90e6a7f980a), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.554301 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-02bd73ab-e102-44a8-afd3-e6abb44fc27a admin admin] Publish callbacks [] for security_group (6de62462-da7a-4e50-a00b-f90e6a7f980a), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.634568 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-02bd73ab-e102-44a8-afd3-e6abb44fc27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (6de62462-da7a-4e50-a00b-f90e6a7f980a), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.637164 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-02bd73ab-e102-44a8-afd3-e6abb44fc27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:39.638405 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-02bd73ab-e102-44a8-afd3-e6abb44fc27a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6de62462-da7a-4e50-a00b-f90e6a7f980a HTTP/1.1" status: 204 len: 168 time: 0.1552007 Jul 14 10:15:39.650938 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4526bc4-1bf8-4e86-b76e-191ea7cac0f5 req-99b13dc5-bc73-4212-8b79-d7e95c5481bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:39.652677 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c4526bc4-1bf8-4e86-b76e-191ea7cac0f5 req-99b13dc5-bc73-4212-8b79-d7e95c5481bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f523b9be668a4dc69619027cec280a08&device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 1127 time: 0.0608778 Jul 14 10:15:39.653531 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd73ab-e102-44a8-afd3-e6abb44fc27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de62462-da7a-4e50-a00b-f90e6a7f980a,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:39.857940 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd71d2-53e8-463b-823f-2be64c835455 req-a97e0d6c-54a5-4074-bcf7-9359f596838c tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:39.859411 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8fdd71d2-53e8-463b-823f-2be64c835455 req-a97e0d6c-54a5-4074-bcf7-9359f596838c tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 943 time: 0.0947411 Jul 14 10:15:39.871630 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:39.886452 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4526bc4-1bf8-4e86-b76e-191ea7cac0f5 req-dad72ae3-53ff-4bb5-97ff-056b57002bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:39.887780 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c4526bc4-1bf8-4e86-b76e-191ea7cac0f5 req-dad72ae3-53ff-4bb5-97ff-056b57002bb6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f523b9be668a4dc69619027cec280a08&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2261329 Jul 14 10:15:39.922015 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:39.978429 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8fdd71d2-53e8-463b-823f-2be64c835455 req-e4ab4db1-e77c-4dbb-b182-a5f3094d3fe5 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095264 Jul 14 10:15:40.089220 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4526bc4-1bf8-4e86-b76e-191ea7cac0f5 req-78c3f6b3-daae-4cdd-98d3-b4a06419d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:40.090686 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c4526bc4-1bf8-4e86-b76e-191ea7cac0f5 req-78c3f6b3-daae-4cdd-98d3-b4a06419d7f7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942606 Jul 14 10:15:40.368095 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c5f77-dcb6-4355-bc36-a74ba60163af req-00e11a17-e5ba-400b-b26a-1954c333ef86 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:40.369660 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9a0c5f77-dcb6-4355-bc36-a74ba60163af req-00e11a17-e5ba-400b-b26a-1954c333ef86 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0813837 Jul 14 10:15:40.376054 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cb370-b2c6-40f4-9c31-fcc07c831c4e req-0901b9e4-1f5c-462e-81e6-bf8087eab6be tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:40.377458 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d48cb370-b2c6-40f4-9c31-fcc07c831c4e req-0901b9e4-1f5c-462e-81e6-bf8087eab6be tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0910583 Jul 14 10:15:40.449296 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9a0c5f77-dcb6-4355-bc36-a74ba60163af req-e6e9783a-ff10-4f89-a506-3a21b3bf93f6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708451 Jul 14 10:15:40.462807 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d48cb370-b2c6-40f4-9c31-fcc07c831c4e req-0c3ceb73-93bf-4c40-a260-28ce6af34e6a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774639 Jul 14 10:15:40.808646 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-54509ae9-e085-4dc1-99bf-39bd3c889942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:40.811340 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-54509ae9-e085-4dc1-99bf-39bd3c889942 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f523b9be668a4dc69619027cec280a08&device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 1127 time: 0.0614722 Jul 14 10:15:40.859526 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-43a6a4bc-a165-4a9d-84b6-da17a7c2ae38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b92b721-8d2a-451a-a2e0-ec502f2ca588 HTTP/1.1" status: 200 len: 217 time: 0.0384872 Jul 14 10:15:40.920882 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-396f73a5-93cc-4bac-81f7-51f909bc89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:40.922366 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-396f73a5-93cc-4bac-81f7-51f909bc89ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fd6f103b-5ca3-4f81-b72b-a4930d474d52 HTTP/1.1" status: 200 len: 849 time: 0.0452001 Jul 14 10:15:40.959013 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-d475f302-bcef-46d8-bd75-e744a05b28a0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32aecae8-1c1b-45b6-9257-4f2ea89e12f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273731 Jul 14 10:15:41.122850 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d55f-6b9b-4053-aba6-c7ba510fb60e req-1adbc3a9-fa11-47da-80a6-7cacc3fe78f2 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:41.124295 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e1f3d55f-6b9b-4053-aba6-c7ba510fb60e req-1adbc3a9-fa11-47da-80a6-7cacc3fe78f2 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 943 time: 0.0642624 Jul 14 10:15:41.127740 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-fcabefaf-ffd8-4842-8df8-da5230900139 service neutron] 10.222.0.58 "GET /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458716 Jul 14 10:15:41.229606 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e1f3d55f-6b9b-4053-aba6-c7ba510fb60e req-7d3925ca-ed1e-4d64-bc84-bc3b3609491f tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990865 Jul 14 10:15:41.266719 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e53c6c31-4e8b-429f-aa7d-76dbc464867b req-aae382df-34e7-4a23-ac35-51f072c95b52 service neutron] 10.222.0.58 "GET /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229756 Jul 14 10:15:41.616493 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd585d9-2062-4036-a41b-c98733d989b2 req-0c3dd76d-8923-4b05-a755-93c98b3115d7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:41.617959 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3cd585d9-2062-4036-a41b-c98733d989b2 req-0c3dd76d-8923-4b05-a755-93c98b3115d7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0756259 Jul 14 10:15:41.623914 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14f96a-aa4b-4e2d-b436-4518435fabb5 req-fa5093f8-9b37-4058-bdb6-e213b49fba19 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:41.625278 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3a14f96a-aa4b-4e2d-b436-4518435fabb5 req-fa5093f8-9b37-4058-bdb6-e213b49fba19 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0817108 Jul 14 10:15:41.913124 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3cd585d9-2062-4036-a41b-c98733d989b2 req-a1bf74c4-1bf0-4dc1-8113-3cec9a80d611 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868752 Jul 14 10:15:41.916745 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3a14f96a-aa4b-4e2d-b436-4518435fabb5 req-6f84b93f-5e1a-4833-b3d4-9474bd271282 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841957 Jul 14 10:15:42.029141 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea756b11-7420-419e-a0db-6621205369f9 req-06f7b2d5-b575-4899-86e9-dcf1026ce641 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:42.031811 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ea756b11-7420-419e-a0db-6621205369f9 req-06f7b2d5-b575-4899-86e9-dcf1026ce641 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0469961 Jul 14 10:15:42.085238 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:42.090733 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ea756b11-7420-419e-a0db-6621205369f9 req-dd1205b1-13e2-46c1-92b9-9b64a447b3d2 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520308 Jul 14 10:15:42.111982 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48646) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:42.307999 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b23412a-dd45-48f9-88ab-f24246222ab8 tempest-TestShelveInstance-1670767373 tempest-TestShelveInstance-1670767373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:42.309559 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-7b23412a-dd45-48f9-88ab-f24246222ab8 tempest-TestShelveInstance-1670767373 tempest-TestShelveInstance-1670767373-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 1124 time: 0.1966288 Jul 14 10:15:42.312519 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48652) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:42.317010 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'port_id': '514bf096-233a-451d-b946-24bcc74dc666', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:15:42.338727 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:42.358390 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c9587-6438-42f0-8804-5258b7a6ca20 req-fcfb9e79-1d7a-4832-ac97-ed9c92d8db46 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:42.359875 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-893c9587-6438-42f0-8804-5258b7a6ca20 req-fcfb9e79-1d7a-4832-ac97-ed9c92d8db46 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 943 time: 0.0493519 Jul 14 10:15:42.367985 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:INSERT=20,neutron:SELECT=78,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:42.373377 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:42.411211 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-893c9587-6438-42f0-8804-5258b7a6ca20 req-9ba1adf1-ce6b-47c1-9f04-1bc04e9a0e8b tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448546 Jul 14 10:15:42.630104 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:42.644038 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:42.752358 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Allocated IP 172.27.0.92 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/6222e2a5-98a8-402b-86ed-776c67b08b5e) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:15:42.857886 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for port (6222e2a5-98a8-402b-86ed-776c67b08b5e), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:42.890971 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (6222e2a5-98a8-402b-86ed-776c67b08b5e), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:42.927417 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:15:42.930306 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:15:42.937361 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:15:42.964760 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event updated for resources: {'Port': ['ID=6222e2a5-98a8-402b-86ed-776c67b08b5e,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:43.033226 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef80395-47ff-4651-87d5-b845c4ad7dd4 req-5c7995c1-3b5e-460e-8226-0ef22419887f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:43.034637 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bef80395-47ff-4651-87d5-b845c4ad7dd4 req-5c7995c1-3b5e-460e-8226-0ef22419887f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0481536 Jul 14 10:15:43.082254 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bef80395-47ff-4651-87d5-b845c4ad7dd4 req-49174f33-a37a-45c1-81e4-b68828ab76a2 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420890 Jul 14 10:15:43.300077 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for floatingip (1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:43.361043 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:43.368910 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (6222e2a5-98a8-402b-86ed-776c67b08b5e), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:43.421571 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:43.529984 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for port (6222e2a5-98a8-402b-86ed-776c67b08b5e), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:43.532049 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf97295-47b9-46e8-ab33-00cd313aaa7e req-a791a145-1818-4309-95d9-53044b1329d2 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:43.533762 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5bf97295-47b9-46e8-ab33-00cd313aaa7e req-a791a145-1818-4309-95d9-53044b1329d2 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 943 time: 0.0491922 Jul 14 10:15:43.535068 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (6222e2a5-98a8-402b-86ed-776c67b08b5e), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:43.586049 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5bf97295-47b9-46e8-ab33-00cd313aaa7e req-4503f27d-fefe-4b78-ad7b-cee955c59a1b tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461755 Jul 14 10:15:43.605303 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event updated for resources: {'Port': ['ID=6222e2a5-98a8-402b-86ed-776c67b08b5e,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:43.616083 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:43.713968 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.l3_db [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Floating IP 1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3 associated. External IP: 172.27.0.92, port: 514bf096-233a-451d-b946-24bcc74dc666. Jul 14 10:15:43.909531 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 0b92b721-8d2a-451a-a2e0-ec502f2ca588 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:15:43.911177 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:15:44.019649 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:15:44.021793 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 0b92b721-8d2a-451a-a2e0-ec502f2ca588, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=0b92b721-8d2a-451a-a2e0-ec502f2ca588,segment=NetworkSegment(82b9309b-8e7b-45b5-811b-74c1bd86b0d5),segment_id=82b9309b-8e7b-45b5-811b-74c1bd86b0d5)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:44.034388 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] Sync routers for ids ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:15:44.039393 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:44.043711 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '0b92b721-8d2a-451a-a2e0-ec502f2ca588', 'network_id': '32aecae8-1c1b-45b6-9257-4f2ea89e12f3', 'port_id': '0b92b721-8d2a-451a-a2e0-ec502f2ca588', 'mac_address': 'fa:16:3e:5c:f3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6f103b-5ca3-4f81-b72b-a4930d474d52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:15:44.050784 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] Routers {'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:15:44.051419 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:15:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:44.071080 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e9748c50-eb52-4ae4-8dbb-0ce1a192cf4e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7574365 Jul 14 10:15:44.071946 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'tag': '514bf096-233a-451d-b946-24bcc74dc666'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:15:44.074373 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "tag": "514bf096-233a-451d-b946-24bcc74dc666"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:44.119057 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e1148d-e0cb-4692-8fa6-c7628eef69d2 x-openstack-request-id: req-a0e1148d-e0cb-4692-8fa6-c7628eef69d2 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:44.120033 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "tag": "514bf096-233a-451d-b946-24bcc74dc666", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:44.120444 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0e1148d-e0cb-4692-8fa6-c7628eef69d2 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:44.121305 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e1148d-e0cb-4692-8fa6-c7628eef69d2'] response: {'name': 'network-changed', 'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'tag': '514bf096-233a-451d-b946-24bcc74dc666', 'status': 'completed', 'code': 200} Jul 14 10:15:44.147750 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:15:44.148391 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:44.201251 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-4b15155c-4029-4e22-9669-c22d77148275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:44.203552 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-4b15155c-4029-4e22-9669-c22d77148275 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da859b6d410b4c2b995804fa5ffd190f&device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 1129 time: 0.0453997 Jul 14 10:15:44.336682 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bbe5a-811e-462d-8400-03cd4b69c534 req-e765cfe6-2506-4ce4-bcdf-84c53305ff55 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:44.338617 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1b1bbe5a-811e-462d-8400-03cd4b69c534 req-e765cfe6-2506-4ce4-bcdf-84c53305ff55 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.1337948 Jul 14 10:15:44.345900 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b92b721-8d2a-451a-a2e0-ec502f2ca588 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:15:44.382146 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 0b92b721-8d2a-451a-a2e0-ec502f2ca588, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=0b92b721-8d2a-451a-a2e0-ec502f2ca588,segment=NetworkSegment(82b9309b-8e7b-45b5-811b-74c1bd86b0d5),segment_id=82b9309b-8e7b-45b5-811b-74c1bd86b0d5)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:44.386941 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] Set router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:15:44.389281 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:44.392575 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-8bf482bd-abf6-42ae-9d45-5dba290ca73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:44.394112 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-8bf482bd-abf6-42ae-9d45-5dba290ca73f service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f292b1d-6753-429c-8af0-15033bed0b5f HTTP/1.1" status: 200 len: 909 time: 0.1566603 Jul 14 10:15:44.482745 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-0365eb0f-d495-4e4b-94f6-137a8258af96 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=514bf096-233a-451d-b946-24bcc74dc666 HTTP/1.1" status: 200 len: 998 time: 0.0781002 Jul 14 10:15:44.486313 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1b1bbe5a-811e-462d-8400-03cd4b69c534 req-b9563697-10f3-4b0f-a08b-40fb11c464f2 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422265 Jul 14 10:15:44.507361 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:44.514490 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=0b92b721-8d2a-451a-a2e0-ec502f2ca588,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:44.534186 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-df9a9552-57d7-471d-824a-8573b4938d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:44.535644 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-df9a9552-57d7-471d-824a-8573b4938d8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50ea493f-1ed1-4f45-87a6-371b6cf0d7be HTTP/1.1" status: 200 len: 847 time: 0.0471535 Jul 14 10:15:44.586520 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-ba85e31f-b318-434e-b9f5-26c6ac8dfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:44.588030 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-ba85e31f-b318-434e-b9f5-26c6ac8dfddd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f292b1d-6753-429c-8af0-15033bed0b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408933 Jul 14 10:15:44.674415 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:45Z', 'revision_number': 4, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'port_id': '514bf096-233a-451d-b946-24bcc74dc666', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'mac_address': 'fa:16:3e:b0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:15:43Z', 'updated_at': '2022-07-14T10:15:43Z', 'revision_number': 0, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a0a013-a23d-4aea-8513-a837ab580639', 'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'mac_address': 'fa:16:3e:53:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:44Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'subnets': [{'id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:44.701008 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] Checking router: cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:15:44.710006 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] Routers {'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:15:44.710600 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:15:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:44.715128 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ef07-8380-4eb6-b21e-18f5c2e8b5ab req-5bbba232-efcb-4c33-849c-66944929a701 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:44.716589 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bee3ef07-8380-4eb6-b21e-18f5c2e8b5ab req-5bbba232-efcb-4c33-849c-66944929a701 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 944 time: 0.0539031 Jul 14 10:15:44.748378 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-aa0a0f7e-606b-474f-b412-e579b0c28484 service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478531 Jul 14 10:15:44.796584 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bee3ef07-8380-4eb6-b21e-18f5c2e8b5ab req-25918997-513f-4b64-af78-86d562d1cd48 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736225 Jul 14 10:15:44.813802 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['0b92b721-8d2a-451a-a2e0-ec502f2ca588'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:15:44.839977 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:44.847944 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] Set router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:15:44.861428 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1ce96bb8-c0d6-46f1-b4e0-dd2c2c963f5c req-67dd8599-f5bd-4603-837a-99119f404517 service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016443 Jul 14 10:15:45.067750 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:45.073259 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:45.145741 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:45Z', 'revision_number': 4, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'port_id': '514bf096-233a-451d-b946-24bcc74dc666', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'mac_address': 'fa:16:3e:b0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:15:43Z', 'updated_at': '2022-07-14T10:15:43Z', 'revision_number': 0, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a0a013-a23d-4aea-8513-a837ab580639', 'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'mac_address': 'fa:16:3e:53:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:44Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'subnets': [{'id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:45.173067 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453910d7-69ee-4752-832a-9bbda7cc5064 None None] The sync data for ids ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'] in dv-cinder-849800-1-iscsi is: [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:45Z', 'revision_number': 4, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'port_id': '514bf096-233a-451d-b946-24bcc74dc666', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'mac_address': 'fa:16:3e:b0:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:15:43Z', 'updated_at': '2022-07-14T10:15:43Z', 'revision_number': 0, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a0a013-a23d-4aea-8513-a837ab580639', 'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'mac_address': 'fa:16:3e:53:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:44Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'subnets': [{'id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:15:45.355175 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944340c-d95a-4ecc-933e-473591e15eb6 None None] New status for floating IP 1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:15:45.610202 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e10d4-79ac-48dc-88df-4ca6c8abd6d9 req-9547b9a6-e29b-4a21-a32c-bf649963e1da tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:45.611712 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-089e10d4-79ac-48dc-88df-4ca6c8abd6d9 req-9547b9a6-e29b-4a21-a32c-bf649963e1da tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0514841 Jul 14 10:15:45.649027 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:45.657280 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:45.664099 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-089e10d4-79ac-48dc-88df-4ca6c8abd6d9 req-c5f90843-b9cf-446b-928f-575a9222b606 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 Jul 14 10:15:45.922899 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad4baf-ded8-44e4-ae4f-01bd19ee86ec req-c1d1f7ad-4fee-4482-99b9-384a19eeb565 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:45.924455 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-46ad4baf-ded8-44e4-ae4f-01bd19ee86ec req-c1d1f7ad-4fee-4482-99b9-384a19eeb565 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 944 time: 0.0528982 Jul 14 10:15:45.976338 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-46ad4baf-ded8-44e4-ae4f-01bd19ee86ec req-052d9116-c768-4c44-b81e-8d638c258af3 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458436 Jul 14 10:15:45.991544 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 0b92b721-8d2a-451a-a2e0-ec502f2ca588 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:46.038602 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:15:46.044227 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:15:46.044614 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:46.115764 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:15:46.116067 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:46.138951 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd591af9c-326b-4bad-8cd9-8384f3cfd68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b92b721-8d2a-451a-a2e0-ec502f2ca588'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:15:46.141179 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0609731-7ba9-4ad1-ba01-7c6eb4abffa8" -d '{"events": [{"server_uuid": "d591af9c-326b-4bad-8cd9-8384f3cfd68a", "name": "network-vif-plugged", "status": "completed", "tag": "0b92b721-8d2a-451a-a2e0-ec502f2ca588"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:46.154755 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 0b92b721-8d2a-451a-a2e0-ec502f2ca588, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=0b92b721-8d2a-451a-a2e0-ec502f2ca588,segment=NetworkSegment(82b9309b-8e7b-45b5-811b-74c1bd86b0d5),segment_id=82b9309b-8e7b-45b5-811b-74c1bd86b0d5)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:46.159742 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:46.185302 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9aae75-d4fc-4db1-94e9-a2079294fa1a x-openstack-request-id: req-4c9aae75-d4fc-4db1-94e9-a2079294fa1a {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:46.185593 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d591af9c-326b-4bad-8cd9-8384f3cfd68a", "name": "network-vif-plugged", "status": "completed", "tag": "0b92b721-8d2a-451a-a2e0-ec502f2ca588", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:46.185844 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c9aae75-d4fc-4db1-94e9-a2079294fa1a {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:46.186236 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9aae75-d4fc-4db1-94e9-a2079294fa1a'] response: {'server_uuid': 'd591af9c-326b-4bad-8cd9-8384f3cfd68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b92b721-8d2a-451a-a2e0-ec502f2ca588', 'code': 200} Jul 14 10:15:46.188037 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:46.212423 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=0b92b721-8d2a-451a-a2e0-ec502f2ca588,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:46.377116 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78beec1b-7ef4-44f6-aa9a-946f0f9681bb req-3dcaab7c-2037-4e73-8452-df8e993cc978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:46.378528 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-78beec1b-7ef4-44f6-aa9a-946f0f9681bb req-3dcaab7c-2037-4e73-8452-df8e993cc978 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 1129 time: 0.0400069 Jul 14 10:15:46.423952 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-78beec1b-7ef4-44f6-aa9a-946f0f9681bb req-d862fef5-2df1-4d03-a3b6-63a4f9e3078b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Jul 14 10:15:46.782237 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d56496-bb93-4c88-bb5f-44cba0a18c5c req-de949e22-44d6-4887-b124-ff1d540c6449 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:46.783964 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c8d56496-bb93-4c88-bb5f-44cba0a18c5c req-de949e22-44d6-4887-b124-ff1d540c6449 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0489209 Jul 14 10:15:46.833481 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c8d56496-bb93-4c88-bb5f-44cba0a18c5c req-523f223a-a888-45c3-81ab-27e590617c77 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432079 Jul 14 10:15:47.036916 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:47.111132 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b403b-5f94-468e-9109-bcd8acd7e248 req-21b506d9-73fc-4a5e-902e-68fbef4817ff tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:47.112706 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-484b403b-5f94-468e-9109-bcd8acd7e248 req-21b506d9-73fc-4a5e-902e-68fbef4817ff tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 945 time: 0.0526125 Jul 14 10:15:47.163246 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-484b403b-5f94-468e-9109-bcd8acd7e248 req-8ce17ea2-ac05-4eb5-983b-857f0015f12b tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Jul 14 10:15:47.951908 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edcf1a-e9dd-4bd6-9108-21111edbd843 req-0435b286-8dab-484b-bdc9-81a4d09b6fac tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:47.953813 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f7edcf1a-e9dd-4bd6-9108-21111edbd843 req-0435b286-8dab-484b-bdc9-81a4d09b6fac tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0522342 Jul 14 10:15:48.004074 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f7edcf1a-e9dd-4bd6-9108-21111edbd843 req-2f52b044-7e17-459b-bb75-251d756a22a1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443993 Jul 14 10:15:48.297306 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afa1cf-2b78-407c-ba0e-d3b0712a2a7e req-7d8257c5-b780-411e-b8f2-9c6f07b676b2 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:48.298816 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-85afa1cf-2b78-407c-ba0e-d3b0712a2a7e req-7d8257c5-b780-411e-b8f2-9c6f07b676b2 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 945 time: 0.0655272 Jul 14 10:15:48.354767 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-85afa1cf-2b78-407c-ba0e-d3b0712a2a7e req-ede8270b-be62-46f6-9b6a-fa665e835b09 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Jul 14 10:15:48.821982 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:49.120305 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9e0a-8286-4338-849e-fcccd5e9ba8f req-b41c59a0-42d9-4179-ac88-da33ec3fe758 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:49.121844 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-93ee9e0a-8286-4338-849e-fcccd5e9ba8f req-b41c59a0-42d9-4179-ac88-da33ec3fe758 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0492518 Jul 14 10:15:49.182511 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-93ee9e0a-8286-4338-849e-fcccd5e9ba8f req-7004f698-47e9-4000-b95f-932e2ccfcb1a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548692 Jul 14 10:15:49.256159 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4e8ed-1d9d-485e-9ff0-d0058d0a463f req-bc838841-c1b8-42d1-966e-6d00acefd0a2 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:49.258190 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d4d4e8ed-1d9d-485e-9ff0-d0058d0a463f req-bc838841-c1b8-42d1-966e-6d00acefd0a2 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 945 time: 0.0470252 Jul 14 10:15:49.307979 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d4d4e8ed-1d9d-485e-9ff0-d0058d0a463f req-8c957478-7881-4606-a3fa-c0d572afe163 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Jul 14 10:15:50.299179 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd0660-cbfc-4a42-bc00-809e4e17f4d2 req-d6366718-70da-4ac1-afdd-717bcab0ca73 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:50.300638 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7fdd0660-cbfc-4a42-bc00-809e4e17f4d2 req-d6366718-70da-4ac1-afdd-717bcab0ca73 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0483370 Jul 14 10:15:50.348088 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7fdd0660-cbfc-4a42-bc00-809e4e17f4d2 req-97923f01-aeaf-4f12-a25a-a4ca04780ae4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Jul 14 10:15:50.423120 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee11549-891e-4e21-a7a3-c235a0f9d4fc req-7afd45e3-6250-4aef-b0de-59963aa48710 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:50.424616 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5ee11549-891e-4e21-a7a3-c235a0f9d4fc req-7afd45e3-6250-4aef-b0de-59963aa48710 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 945 time: 0.0475910 Jul 14 10:15:50.479262 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5ee11549-891e-4e21-a7a3-c235a0f9d4fc req-eabb8a89-1b30-4992-949a-9e2897a506a5 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486646 Jul 14 10:15:50.717733 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48788) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:50.823108 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:50.903411 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Publish callbacks [] for security_group (6f5f5541-5d85-4781-8240-3b9e915e49c6), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:50.907343 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (6f5f5541-5d85-4781-8240-3b9e915e49c6), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:50.911683 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:50.930504 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:50.951477 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f452e62b7494a3da6953db48cc14969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327340 Jul 14 10:15:50.954183 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48794) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:50.954469 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5f5541-5d85-4781-8240-3b9e915e49c6,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:50.963095 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.963440 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.963787 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.964129 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.964465 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.964798 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.965155 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.965484 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.965812 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.966140 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.966465 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.966793 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.967112 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.967433 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:50.967879 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44237f-e712-4897-88ef-81ce06b2b5f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.004626 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:51.017041 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Publish callbacks [] for security_group (6f5f5541-5d85-4781-8240-3b9e915e49c6), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.038968 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Publish callbacks [] for security_group (6f5f5541-5d85-4781-8240-3b9e915e49c6), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.046949 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:51.087098 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (6f5f5541-5d85-4781-8240-3b9e915e49c6), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.089628 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.092984 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f5f5541-5d85-4781-8240-3b9e915e49c6 HTTP/1.1" status: 204 len: 168 time: 0.1354520 Jul 14 10:15:51.099213 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5f5541-5d85-4781-8240-3b9e915e49c6,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:51.106716 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.107069 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.107423 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.107859 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.108169 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.108511 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.108846 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.109201 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.109581 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.109859 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.110245 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.110747 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.111232 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.111760 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.112283 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528dc12-9eba-4a14-9134-ff539e08f8d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.427235 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48814) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:51.441556 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e2d2844a-ec47-4531-9f6a-75397cee928f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.472561 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cf6cf-2942-4938-8fa5-028f7f1bbc21 req-791ae716-73b6-4af3-a17e-5c94e669b91d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:51.474143 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e77cf6cf-2942-4938-8fa5-028f7f1bbc21 req-791ae716-73b6-4af3-a17e-5c94e669b91d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0521336 Jul 14 10:15:51.523740 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e2d2844a-ec47-4531-9f6a-75397cee928f admin admin] Publish callbacks [] for security_group (1f6475f3-ac04-4b72-8e8c-fb0de816832e), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.529450 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e2d2844a-ec47-4531-9f6a-75397cee928f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (1f6475f3-ac04-4b72-8e8c-fb0de816832e), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.543661 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e77cf6cf-2942-4938-8fa5-028f7f1bbc21 req-1008505c-260e-49ef-94ef-4466608a30cd tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595446 Jul 14 10:15:51.578270 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e2d2844a-ec47-4531-9f6a-75397cee928f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d93510ff5ce7435ea0068b5602452a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499586 Jul 14 10:15:51.580332 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2844a-ec47-4531-9f6a-75397cee928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6475f3-ac04-4b72-8e8c-fb0de816832e,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:51.583634 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48820) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:51.613213 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb30cc-982f-4e73-9d2b-54189752608e req-88116551-cff3-4021-8948-a666a7e7e8ee tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:51.614797 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-43eb30cc-982f-4e73-9d2b-54189752608e req-88116551-cff3-4021-8948-a666a7e7e8ee tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 945 time: 0.0484090 Jul 14 10:15:51.634029 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0a57-ec4d-4665-b28f-7759317947a9 admin admin] Publish callbacks [] for security_group (1f6475f3-ac04-4b72-8e8c-fb0de816832e), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.657655 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0a57-ec4d-4665-b28f-7759317947a9 admin admin] Publish callbacks [] for security_group (1f6475f3-ac04-4b72-8e8c-fb0de816832e), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.669785 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-43eb30cc-982f-4e73-9d2b-54189752608e req-5fed30dc-fcf6-44ec-9e07-3b41a6692f49 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbbf0905-02da-409e-9135-da97bfc7dc64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492096 Jul 14 10:15:51.716434 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0a57-ec4d-4665-b28f-7759317947a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (1f6475f3-ac04-4b72-8e8c-fb0de816832e), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.718955 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0a57-ec4d-4665-b28f-7759317947a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:51.720090 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-f7eb0a57-ec4d-4665-b28f-7759317947a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f6475f3-ac04-4b72-8e8c-fb0de816832e HTTP/1.1" status: 204 len: 168 time: 0.1355541 Jul 14 10:15:51.728584 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb0a57-ec4d-4665-b28f-7759317947a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6475f3-ac04-4b72-8e8c-fb0de816832e,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:51.884706 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-89ffffbe-4e1b-45ff-b3b2-68e2907e9c29 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:51.886307 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-89ffffbe-4e1b-45ff-b3b2-68e2907e9c29 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.58 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 945 time: 0.0499210 Jul 14 10:15:51.983038 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-4541f17e-20c6-4e55-a0a1-1aa99bf3818e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Deleting port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:15:51.983293 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-4541f17e-20c6-4e55-a0a1-1aa99bf3818e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:52.084314 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-4541f17e-20c6-4e55-a0a1-1aa99bf3818e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] For port 0b92b721-8d2a-451a-a2e0-ec502f2ca588, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=0b92b721-8d2a-451a-a2e0-ec502f2ca588,segment=NetworkSegment(82b9309b-8e7b-45b5-811b-74c1bd86b0d5),segment_id=82b9309b-8e7b-45b5-811b-74c1bd86b0d5)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:52.084685 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-4541f17e-20c6-4e55-a0a1-1aa99bf3818e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:52.099024 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-4541f17e-20c6-4e55-a0a1-1aa99bf3818e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Calling delete_port for 0b92b721-8d2a-451a-a2e0-ec502f2ca588 owned by compute:nova {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:15:52.237671 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-4541f17e-20c6-4e55-a0a1-1aa99bf3818e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (0b92b721-8d2a-451a-a2e0-ec502f2ca588), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:52.254751 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['0b92b721-8d2a-451a-a2e0-ec502f2ca588'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:15:52.271006 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541f17e-20c6-4e55-a0a1-1aa99bf3818e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Pushing event deleted for resources: {'Port': ['ID=0b92b721-8d2a-451a-a2e0-ec502f2ca588,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:52.325144 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-4541f17e-20c6-4e55-a0a1-1aa99bf3818e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] No DVR routers for this DVR port 0b92b721-8d2a-451a-a2e0-ec502f2ca588 on host hv-cinder-84980 {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:15:52.328220 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-4541f17e-20c6-4e55-a0a1-1aa99bf3818e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:52.331506 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-82e6c2a4-93e3-4374-b1fc-59abb390f303 req-4541f17e-20c6-4e55-a0a1-1aa99bf3818e tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.58 "DELETE /v2.0/ports/0b92b721-8d2a-451a-a2e0-ec502f2ca588 HTTP/1.1" status: 204 len: 173 time: 0.4376478 Jul 14 10:15:52.331942 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd591af9c-326b-4bad-8cd9-8384f3cfd68a', 'name': 'network-vif-deleted', 'tag': '0b92b721-8d2a-451a-a2e0-ec502f2ca588'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:15:52.334257 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d80272-43a2-43ba-8904-7f2b11f113f3" -d '{"events": [{"server_uuid": "d591af9c-326b-4bad-8cd9-8384f3cfd68a", "name": "network-vif-deleted", "tag": "0b92b721-8d2a-451a-a2e0-ec502f2ca588"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:52.375943 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82e868-f7f6-4007-8959-78a036c62aba x-openstack-request-id: req-fa82e868-f7f6-4007-8959-78a036c62aba {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:52.376275 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d591af9c-326b-4bad-8cd9-8384f3cfd68a", "name": "network-vif-deleted", "tag": "0b92b721-8d2a-451a-a2e0-ec502f2ca588", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:52.376475 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa82e868-f7f6-4007-8959-78a036c62aba {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:52.376880 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa82e868-f7f6-4007-8959-78a036c62aba'] response: {'server_uuid': 'd591af9c-326b-4bad-8cd9-8384f3cfd68a', 'name': 'network-vif-deleted', 'tag': '0b92b721-8d2a-451a-a2e0-ec502f2ca588', 'status': 'completed', 'code': 200} Jul 14 10:15:52.656051 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ef45-0dda-4587-84e0-4a9f0d1c73c7 req-5bace07c-e3d0-4e66-9611-3a46ad00d223 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:52.657560 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6433ef45-0dda-4587-84e0-4a9f0d1c73c7 req-5bace07c-e3d0-4e66-9611-3a46ad00d223 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0490930 Jul 14 10:15:52.716397 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6433ef45-0dda-4587-84e0-4a9f0d1c73c7 req-b312f851-068d-407c-8a63-294b57947ca9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532417 Jul 14 10:15:52.785931 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-54c5e18f-12bc-43d6-85a8-879adcf75182 req-8809f1bd-b1a6-419e-b910-00636a21b6d4 tempest-VolumesActionsTest-1384045112 tempest-VolumesActionsTest-1384045112-project] 10.222.0.61 "GET /v2.0/ports?device_id=d591af9c-326b-4bad-8cd9-8384f3cfd68a HTTP/1.1" status: 200 len: 210 time: 0.0284002 Jul 14 10:15:52.912035 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 48860) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:53.025379 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-92920911-ff0a-4ba0-a5ac-b9ddff771800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:53.106384 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-92920911-ff0a-4ba0-a5ac-b9ddff771800 admin admin] Publish callbacks [] for security_group (dac05e47-aca2-4e3c-8aa4-cfc58cbd3f72), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:53.110652 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-92920911-ff0a-4ba0-a5ac-b9ddff771800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (dac05e47-aca2-4e3c-8aa4-cfc58cbd3f72), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:53.155233 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-92920911-ff0a-4ba0-a5ac-b9ddff771800 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=197216f9baf547afa7dd5605f4482dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421114 Jul 14 10:15:53.156193 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92920911-ff0a-4ba0-a5ac-b9ddff771800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac05e47-aca2-4e3c-8aa4-cfc58cbd3f72,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:53.157905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 48868) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:15:53.214620 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1e8defeb-3ed4-46d6-acff-4083de5c3c56 admin admin] Publish callbacks [] for security_group (dac05e47-aca2-4e3c-8aa4-cfc58cbd3f72), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:53.216894 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:53.237968 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1e8defeb-3ed4-46d6-acff-4083de5c3c56 admin admin] Publish callbacks [] for security_group (dac05e47-aca2-4e3c-8aa4-cfc58cbd3f72), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:53.285087 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1e8defeb-3ed4-46d6-acff-4083de5c3c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (dac05e47-aca2-4e3c-8aa4-cfc58cbd3f72), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:53.287657 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1e8defeb-3ed4-46d6-acff-4083de5c3c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:15:53.289429 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-1e8defeb-3ed4-46d6-acff-4083de5c3c56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dac05e47-aca2-4e3c-8aa4-cfc58cbd3f72 HTTP/1.1" status: 204 len: 168 time: 0.1297686 Jul 14 10:15:53.297152 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8defeb-3ed4-46d6-acff-4083de5c3c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac05e47-aca2-4e3c-8aa4-cfc58cbd3f72,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:53.798197 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:53.838534 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d191de-951e-4a86-9e92-8f3375f72bca req-e6a62c1c-6ada-4794-82ef-51d5ab753623 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:53.840057 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c5d191de-951e-4a86-9e92-8f3375f72bca req-e6a62c1c-6ada-4794-82ef-51d5ab753623 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0544097 Jul 14 10:15:53.901613 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c5d191de-951e-4a86-9e92-8f3375f72bca req-e52398cb-5265-453e-8d33-a633ef10154f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494332 Jul 14 10:15:54.582672 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-5558c33d-b0ca-4c5e-9511-b92c2aab8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:54.583427 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b40f18-229f-4880-b078-ba4a94c1f3e5 req-e3fa19fd-9e22-4fe0-a85b-6469d62ae768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:54.585838 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-5558c33d-b0ca-4c5e-9511-b92c2aab8db2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 1130 time: 0.0555353 Jul 14 10:15:54.586363 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-97b40f18-229f-4880-b078-ba4a94c1f3e5 req-e3fa19fd-9e22-4fe0-a85b-6469d62ae768 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 1130 time: 0.0569007 Jul 14 10:15:54.655178 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-97b40f18-229f-4880-b078-ba4a94c1f3e5 req-6e2cf97c-7c89-4b58-bdb5-bbbd696cab2e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594285 Jul 14 10:15:54.730072 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-72967383-e5bb-4325-b703-716cabcb88db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:54.732623 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-72967383-e5bb-4325-b703-716cabcb88db service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.1164181 Jul 14 10:15:54.983854 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-f77a8e40-56cc-4017-9dcd-40e599455a7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92d02821-6f9a-4eb7-b48c-24008feeb3ed HTTP/1.1" status: 200 len: 217 time: 0.0418408 Jul 14 10:15:55.029416 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51aa7ac-4ab6-4c9e-a89f-793b7aa07896 req-f04d7386-aa8e-4f24-95ab-b4ef34e7a28e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:55.030898 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b51aa7ac-4ab6-4c9e-a89f-793b7aa07896 req-f04d7386-aa8e-4f24-95ab-b4ef34e7a28e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0494945 Jul 14 10:15:55.038073 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:55.042734 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-49d4ee60-9a9a-498d-8788-caa65c0d1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:55.044214 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-49d4ee60-9a9a-498d-8788-caa65c0d1c0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0521283 Jul 14 10:15:55.088258 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b51aa7ac-4ab6-4c9e-a89f-793b7aa07896 req-048fcee7-206d-47c3-92b2-8df495d622c2 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494347 Jul 14 10:15:55.533038 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:56.153938 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 0b92b721-8d2a-451a-a2e0-ec502f2ca588 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:56.175151 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 0b92b721-8d2a-451a-a2e0-ec502f2ca588 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:15:56.175499 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 0b92b721-8d2a-451a-a2e0-ec502f2ca588 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:56.195817 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-5da98b7c-f194-4395-9285-2d90f1ed7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:56.197321 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-5da98b7c-f194-4395-9285-2d90f1ed7830 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400491 Jul 14 10:15:56.205742 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642adf3e-72da-4195-8537-0d6a6017ef02 req-d329afd0-babe-49b0-9b8f-6b1b94745039 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:56.207313 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-642adf3e-72da-4195-8537-0d6a6017ef02 req-d329afd0-babe-49b0-9b8f-6b1b94745039 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0500996 Jul 14 10:15:56.254518 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-642adf3e-72da-4195-8537-0d6a6017ef02 req-2219b445-ced3-415c-9aee-4f47ea09df39 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Jul 14 10:15:57.036682 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:57.140639 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-10da6026-f01a-4004-a1b7-96c18a43a7a0 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869153 Jul 14 10:15:57.367646 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c69949-6191-4207-8011-3d409baf9477 req-dade3779-35ee-4a1a-8761-25f8b422b06d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:57.369128 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-46c69949-6191-4207-8011-3d409baf9477 req-dade3779-35ee-4a1a-8761-25f8b422b06d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0479283 Jul 14 10:15:57.415090 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-46c69949-6191-4207-8011-3d409baf9477 req-e964f1a1-d9ca-46d1-b331-c9960ce8310a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Jul 14 10:15:58.468100 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:15:58.481450 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6273fd6e-162b-4c17-bac0-1cd6d891f032 req-f75e6032-c884-44c3-bc86-251c226cad8f service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888011 Jul 14 10:15:58.532546 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937c4fd-824d-41ce-873e-ac5faba8e30c req-8344e10e-6887-44f1-b47f-c40874f50d1d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:58.533931 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7937c4fd-824d-41ce-873e-ac5faba8e30c req-8344e10e-6887-44f1-b47f-c40874f50d1d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0493121 Jul 14 10:15:58.579720 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7937c4fd-824d-41ce-873e-ac5faba8e30c req-f5935d0b-e5af-4618-b6d4-b02fe3734e1f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Jul 14 10:15:59.729437 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b5707-2e72-4703-ab9e-b533baa26205 req-4654b2eb-bd1b-4b16-998e-ee60069a3972 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:15:59.731975 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d33b5707-2e72-4703-ab9e-b533baa26205 req-4654b2eb-bd1b-4b16-998e-ee60069a3972 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0637589 Jul 14 10:15:59.786748 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d33b5707-2e72-4703-ab9e-b533baa26205 req-0bc06e4d-f948-4f60-be7c-89d4c9818bd3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Jul 14 10:16:00.923721 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3426-2999-4f66-af41-03b27604b593 req-62d80e51-a5a6-4b0f-a55d-d1ad493cdd94 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:00.931547 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-deda3426-2999-4f66-af41-03b27604b593 req-62d80e51-a5a6-4b0f-a55d-d1ad493cdd94 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0611355 Jul 14 10:16:01.000153 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-deda3426-2999-4f66-af41-03b27604b593 req-036e64e6-9c59-460b-b7cc-4d8b1e5c177d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673773 Jul 14 10:16:01.323633 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088ecfa-32fe-45f3-90db-ac310ee09319 req-9cc49e69-caa2-41ff-ae04-fc0c605079fe tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:01.325354 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0088ecfa-32fe-45f3-90db-ac310ee09319 req-9cc49e69-caa2-41ff-ae04-fc0c605079fe tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0763345 Jul 14 10:16:01.380296 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0088ecfa-32fe-45f3-90db-ac310ee09319 req-93b647d5-a807-4460-9b8f-ac9e73e381fa tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479445 Jul 14 10:16:01.419944 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-48d22af3-3374-4498-a475-6f60faaa9b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:01.813867 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-406e9288-228e-4345-9d7c-a71105b71841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:01.816233 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-406e9288-228e-4345-9d7c-a71105b71841 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 1130 time: 0.0905433 Jul 14 10:16:01.947814 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-48f29de4-6800-4a6a-b9bc-d9e020da8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:01.949400 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-48f29de4-6800-4a6a-b9bc-d9e020da8425 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.1030967 Jul 14 10:16:02.022965 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-182a6d27-ef65-4010-b797-f97994a19386 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92d02821-6f9a-4eb7-b48c-24008feeb3ed HTTP/1.1" status: 200 len: 217 time: 0.0542293 Jul 14 10:16:02.445705 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49162) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:02.450403 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-8c9b9a8b-6d26-4f88-8a2d-fb513ba57f25 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1968111343', 'description': 'tempest-description--1585307214'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:02.485450 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9a8b-6d26-4f88-8a2d-fb513ba57f25 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:02.506775 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-73dfe4bf-ffa4-4180-8ad3-3db9f96dc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:02.508536 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-73dfe4bf-ffa4-4180-8ad3-3db9f96dc439 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0984995 Jul 14 10:16:02.533160 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:02.551290 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868689db-56bf-4bc0-8393-9670ec7234a9 req-dd93c19f-bc36-467e-ad72-eb6af989498c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:02.554199 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-868689db-56bf-4bc0-8393-9670ec7234a9 req-dd93c19f-bc36-467e-ad72-eb6af989498c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0790992 Jul 14 10:16:02.572692 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:02.590606 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-0da352b9-9091-4b0e-a81e-3fa80bbaf8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:02.592603 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-0da352b9-9091-4b0e-a81e-3fa80bbaf8f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730674 Jul 14 10:16:02.648767 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-868689db-56bf-4bc0-8393-9670ec7234a9 req-a83ea798-e6b8-4adb-b8fd-a4829fbca99b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869064 Jul 14 10:16:02.686282 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9a8b-6d26-4f88-8a2d-fb513ba57f25 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (dc4b05dd-64d5-4265-81ea-9e16c09c6b05), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:02.692212 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9a8b-6d26-4f88-8a2d-fb513ba57f25 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (dc4b05dd-64d5-4265-81ea-9e16c09c6b05), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:02.728420 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9a8b-6d26-4f88-8a2d-fb513ba57f25 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:02.729674 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-8c9b9a8b-6d26-4f88-8a2d-fb513ba57f25 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2829583 Jul 14 10:16:02.731256 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-36e5bb93-07a6-4dcd-855a-c989579b84ef service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267107 Jul 14 10:16:02.732726 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49164) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:02.733738 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b9a8b-6d26-4f88-8a2d-fb513ba57f25 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4b05dd-64d5-4265-81ea-9e16c09c6b05,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:02.737467 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-e19391d2-ed20-40b5-a9b1-e93f04c2b0d9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group_rule': {'security_group_id': 'dc4b05dd-64d5-4265-81ea-9e16c09c6b05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:02.821492 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e19391d2-ed20-40b5-a9b1-e93f04c2b0d9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (eacda7d0-9d0f-4255-bab2-36e274466b9d), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:02.875486 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f1f94377-c688-48f0-9b82-547cd8f8ca24 req-1f3b2ead-d92f-42a6-beb6-a2ab57b45bc9 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327105 Jul 14 10:16:02.910220 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e19391d2-ed20-40b5-a9b1-e93f04c2b0d9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (eacda7d0-9d0f-4255-bab2-36e274466b9d), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:02.915267 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e19391d2-ed20-40b5-a9b1-e93f04c2b0d9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (eacda7d0-9d0f-4255-bab2-36e274466b9d), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:02.936543 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19391d2-ed20-40b5-a9b1-e93f04c2b0d9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacda7d0-9d0f-4255-bab2-36e274466b9d,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:02.948602 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e19391d2-ed20-40b5-a9b1-e93f04c2b0d9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:02.950002 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e19391d2-ed20-40b5-a9b1-e93f04c2b0d9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161436 Jul 14 10:16:02.961011 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49170) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:02.961011 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-5fe56c62-c197-4d40-9c09-697050095f15 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group_rule': {'security_group_id': 'dc4b05dd-64d5-4265-81ea-9e16c09c6b05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:02.988156 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:02.990537 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5fe56c62-c197-4d40-9c09-697050095f15 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (6bd96b37-9ecb-45bf-84ff-e3a778bf2b56), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.039300 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5fe56c62-c197-4d40-9c09-697050095f15 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (6bd96b37-9ecb-45bf-84ff-e3a778bf2b56), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.042896 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5fe56c62-c197-4d40-9c09-697050095f15 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (6bd96b37-9ecb-45bf-84ff-e3a778bf2b56), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.064184 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe56c62-c197-4d40-9c09-697050095f15 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd96b37-9ecb-45bf-84ff-e3a778bf2b56,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:03.071868 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5fe56c62-c197-4d40-9c09-697050095f15 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.072791 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-5fe56c62-c197-4d40-9c09-697050095f15 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179500 Jul 14 10:16:03.075733 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49172) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:03.080497 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:03.101623 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.182864 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.281480 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:03.308847 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Allocated IP 172.27.0.213 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/0c4afdb1-326f-4491-bda6-3f1e49aa6fd1) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:16:03.453841 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (0c4afdb1-326f-4491-bda6-3f1e49aa6fd1), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.503202 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (0c4afdb1-326f-4491-bda6-3f1e49aa6fd1), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.570184 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:16:03.575678 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:03.580470 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:16:03.586196 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=0c4afdb1-326f-4491-bda6-3f1e49aa6fd1,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:03.601613 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07dee492-9f3c-407b-8289-f248612104be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.693184 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (0958f8cf-5702-458f-8d8f-b5810ed55d66), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.739828 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0c4afdb1-326f-4491-bda6-3f1e49aa6fd1), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.813988 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb066f27-4424-4e4a-a8ff-592e2a04ec49 req-6f9c074c-9723-4cda-8e99-7f80f4cabd48 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:03.823057 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fb066f27-4424-4e4a-a8ff-592e2a04ec49 req-6f9c074c-9723-4cda-8e99-7f80f4cabd48 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0867891 Jul 14 10:16:03.840221 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:03.911325 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fb066f27-4424-4e4a-a8ff-592e2a04ec49 req-a6976d07-7ec7-4c02-ba19-cf28dac56e28 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870783 Jul 14 10:16:03.974888 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (0c4afdb1-326f-4491-bda6-3f1e49aa6fd1), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:03.983754 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (0c4afdb1-326f-4491-bda6-3f1e49aa6fd1), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:04.057308 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=0c4afdb1-326f-4491-bda6-3f1e49aa6fd1,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:04.072021 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (0958f8cf-5702-458f-8d8f-b5810ed55d66), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:04.088502 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:04.089769 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-80365481-7819-4062-a025-21ec68c6bef4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0130424 Jul 14 10:16:04.314591 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-b9894d39-bb50-4ea6-b441-736d94206f22 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1968111343&fields=id&tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 267 time: 0.0575011 Jul 14 10:16:04.460810 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-9498c3a3-bcbe-477c-a62c-f813aaa7a944 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:04.464983 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-9498c3a3-bcbe-477c-a62c-f813aaa7a944 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 814 time: 0.1405168 Jul 14 10:16:04.478959 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-58fc129d-6fe0-45ab-b73b-684466ff3041 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/quotas/5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 375 time: 0.0106776 Jul 14 10:16:04.540951 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-e67924e1-bfbc-4808-a8f6-636cc814e7b1 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565302 Jul 14 10:16:04.669304 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-560ce3f6-f12a-43fa-adb0-95d33a652ada service neutron] 10.222.0.61 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169467 Jul 14 10:16:04.768062 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-2e75173d-6981-47ad-8898-47085e8a8d5e service neutron] 10.222.0.61 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925567 Jul 14 10:16:05.011342 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-843ecab5-e397-4fdb-ab27-300765cec034 req-f9971acf-c1be-4125-b0c7-0fba468db856 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 210 time: 0.0754280 Jul 14 10:16:05.051855 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:05.071884 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56055a-06f9-4bcb-8a0a-81ac1dbabe3d req-76255f03-c56d-4f99-9e93-f376537f8418 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:05.078998 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ce56055a-06f9-4bcb-8a0a-81ac1dbabe3d req-76255f03-c56d-4f99-9e93-f376537f8418 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0665274 Jul 14 10:16:05.154657 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ce56055a-06f9-4bcb-8a0a-81ac1dbabe3d req-5b4a0117-cb2e-4537-bb98-66c59eff0acf tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744715 Jul 14 10:16:05.416949 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49250) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:05.614931 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3ba79397-c060-46b2-aaea-ee5771957785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:05.727882 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3ba79397-c060-46b2-aaea-ee5771957785 admin admin] Publish callbacks [] for security_group (ba249f61-55a2-41ae-8598-42d15a2c4f97), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:05.739626 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3ba79397-c060-46b2-aaea-ee5771957785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ba249f61-55a2-41ae-8598-42d15a2c4f97), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:05.755935 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:05.803947 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:05.817519 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-3ba79397-c060-46b2-aaea-ee5771957785 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1988391f9a5459ab28b25aec6072d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990169 Jul 14 10:16:05.820634 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49260) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:05.822357 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba79397-c060-46b2-aaea-ee5771957785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba249f61-55a2-41ae-8598-42d15a2c4f97,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:05.889206 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-73f3a6f4-dfed-4bdc-81b1-67fc46a64afe admin admin] Publish callbacks [] for security_group (ba249f61-55a2-41ae-8598-42d15a2c4f97), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:05.929144 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:05.931325 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-73f3a6f4-dfed-4bdc-81b1-67fc46a64afe admin admin] Publish callbacks [] for security_group (ba249f61-55a2-41ae-8598-42d15a2c4f97), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:06.142714 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c2f6e3b5-4b69-4d81-b239-94358a755ced req-3c72bc79-be82-4e65-980b-eb455c59be67 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 210 time: 0.0475669 Jul 14 10:16:06.279479 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c74a7-d598-4c3e-b27c-fb654b6df498 req-f4726412-b242-4a8f-b485-66444837a6f7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:06.281491 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-484c74a7-d598-4c3e-b27c-fb654b6df498 req-f4726412-b242-4a8f-b485-66444837a6f7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0596020 Jul 14 10:16:06.318152 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-73f3a6f4-dfed-4bdc-81b1-67fc46a64afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ba249f61-55a2-41ae-8598-42d15a2c4f97), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:06.320953 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-73f3a6f4-dfed-4bdc-81b1-67fc46a64afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:06.322449 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-73f3a6f4-dfed-4bdc-81b1-67fc46a64afe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba249f61-55a2-41ae-8598-42d15a2c4f97 HTTP/1.1" status: 204 len: 168 time: 0.5002615 Jul 14 10:16:06.343307 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-484c74a7-d598-4c3e-b27c-fb654b6df498 req-5b336111-6f18-485b-9550-7ffae86eccbb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554297 Jul 14 10:16:06.353596 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3a6f4-dfed-4bdc-81b1-67fc46a64afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba249f61-55a2-41ae-8598-42d15a2c4f97,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:06.361336 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:06.500872 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:06.803034 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49284) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:06.821443 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-828b830a-4923-47e7-a577-ec769e380e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:06.987099 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-828b830a-4923-47e7-a577-ec769e380e6e admin admin] Publish callbacks [] for security_group (44d88c0c-9fe6-4185-a97f-eb968d6d6935), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:06.995538 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-828b830a-4923-47e7-a577-ec769e380e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (44d88c0c-9fe6-4185-a97f-eb968d6d6935), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:07.045352 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49292) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:07.059423 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-828b830a-4923-47e7-a577-ec769e380e6e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df5f885b55e84739bca9e718f2a95a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549162 Jul 14 10:16:07.078060 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b830a-4923-47e7-a577-ec769e380e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d88c0c-9fe6-4185-a97f-eb968d6d6935,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:07.146544 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a7c50524-cd73-41de-82d8-597ab03bf761 admin admin] Publish callbacks [] for security_group (44d88c0c-9fe6-4185-a97f-eb968d6d6935), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:07.206083 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a7c50524-cd73-41de-82d8-597ab03bf761 admin admin] Publish callbacks [] for security_group (44d88c0c-9fe6-4185-a97f-eb968d6d6935), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:07.282207 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-d815871b-b126-4357-9e67-d198cd51a777 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:07.284362 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-d815871b-b126-4357-9e67-d198cd51a777 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 814 time: 0.2233031 Jul 14 10:16:07.314327 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-eb161849-6da6-458d-ad19-165b8a75e157 req-bd3f33d3-e27d-4756-8341-bc4848ced421 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 210 time: 0.0476258 Jul 14 10:16:07.331377 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a7c50524-cd73-41de-82d8-597ab03bf761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (44d88c0c-9fe6-4185-a97f-eb968d6d6935), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:07.334538 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a7c50524-cd73-41de-82d8-597ab03bf761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:07.338731 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a7c50524-cd73-41de-82d8-597ab03bf761 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44d88c0c-9fe6-4185-a97f-eb968d6d6935 HTTP/1.1" status: 204 len: 168 time: 0.2896082 Jul 14 10:16:07.360530 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c50524-cd73-41de-82d8-597ab03bf761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d88c0c-9fe6-4185-a97f-eb968d6d6935,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:07.390327 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-bf141be5-aa73-496e-b2f5-6120594b766b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 473 time: 0.0816207 Jul 14 10:16:07.424274 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'port': {'device_id': '48291869-495a-4466-a05f-86a03663c24e', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'admin_state_up': True, 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'security_groups': ['dc4b05dd-64d5-4265-81ea-9e16c09c6b05']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:07.564395 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Made reservation on behalf of 5056f0a32e37430ea3ea63d9cb69bf2b for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:16:07.568607 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:07.733315 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Allocated IP 172.20.0.3 (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f/4f93cc99-11fb-4265-adab-8cfd65721f58/f62e512c-782f-43f9-802d-0be372fe0a8b) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:16:07.739858 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:07.817146 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:07.873652 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49310) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:07.895445 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6e4026e9-a1bf-407c-ac8a-270c70c5c154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:07.980439 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.009115 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6e4026e9-a1bf-407c-ac8a-270c70c5c154 admin admin] Publish callbacks [] for security_group (4921b454-7f9a-4019-bf34-ee79ca4493ea), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.017356 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6e4026e9-a1bf-407c-ac8a-270c70c5c154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (4921b454-7f9a-4019-bf34-ee79ca4493ea), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.054089 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6e4026e9-a1bf-407c-ac8a-270c70c5c154 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f76fb6e70226460590f79ad0746967ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791077 Jul 14 10:16:08.055801 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.055939 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49318) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:08.177553 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:16:08.178327 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4026e9-a1bf-407c-ac8a-270c70c5c154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4921b454-7f9a-4019-bf34-ee79ca4493ea,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:08.186886 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:08.189658 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:16:08.209694 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-62dee2e6-4df9-4cc9-b09e-80079b71aaa3 admin admin] Publish callbacks [] for security_group (4921b454-7f9a-4019-bf34-ee79ca4493ea), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.226312 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49328) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:08.239354 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-c149c25c-29ba-42fe-b66b-17e7b2fd36ac tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828638985', 'description': 'tempest-description--589785557'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:08.255431 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=f62e512c-782f-43f9-802d-0be372fe0a8b,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:08.269215 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-62dee2e6-4df9-4cc9-b09e-80079b71aaa3 admin admin] Publish callbacks [] for security_group (4921b454-7f9a-4019-bf34-ee79ca4493ea), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.297698 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:08.298379 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.302680 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c149c25c-29ba-42fe-b66b-17e7b2fd36ac tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.331346 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f216a94e-bfbb-4f10-b576-5862fa2e28d0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9109457 Jul 14 10:16:08.386124 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-62dee2e6-4df9-4cc9-b09e-80079b71aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (4921b454-7f9a-4019-bf34-ee79ca4493ea), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.394027 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-62dee2e6-4df9-4cc9-b09e-80079b71aaa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.395693 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-62dee2e6-4df9-4cc9-b09e-80079b71aaa3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4921b454-7f9a-4019-bf34-ee79ca4493ea HTTP/1.1" status: 204 len: 168 time: 0.3388457 Jul 14 10:16:08.490455 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c149c25c-29ba-42fe-b66b-17e7b2fd36ac tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group (09bc2bba-bb99-425d-86f5-7e4cd0049fd0), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.508947 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-edb3bf0e-6c1f-4b50-9051-8ded2a333e25 None None] Provisioning complete for port f62e512c-782f-43f9-802d-0be372fe0a8b triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:16:08.510138 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-edb3bf0e-6c1f-4b50-9051-8ded2a333e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.513529 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dee2e6-4df9-4cc9-b09e-80079b71aaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4921b454-7f9a-4019-bf34-ee79ca4493ea,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:08.518878 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c149c25c-29ba-42fe-b66b-17e7b2fd36ac tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (09bc2bba-bb99-425d-86f5-7e4cd0049fd0), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.551045 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:08.553073 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-edb3bf0e-6c1f-4b50-9051-8ded2a333e25 None None] Port f62e512c-782f-43f9-802d-0be372fe0a8b cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:16:08.570489 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:08.575628 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149c25c-29ba-42fe-b66b-17e7b2fd36ac tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bc2bba-bb99-425d-86f5-7e4cd0049fd0,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:08.595056 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:08.612216 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98107c9c-5d94-4714-bf51-8f19e2f455ea req-f5765749-db79-47bc-84fb-6c1899b30d0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:08.614359 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-98107c9c-5d94-4714-bf51-8f19e2f455ea req-f5765749-db79-47bc-84fb-6c1899b30d0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 931 time: 0.1273348 Jul 14 10:16:08.620379 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c149c25c-29ba-42fe-b66b-17e7b2fd36ac tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.621651 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-c149c25c-29ba-42fe-b66b-17e7b2fd36ac tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3931551 Jul 14 10:16:08.625213 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49334) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:08.654565 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-9f1d1fa9-e774-41a5-889c-70ea3aedce40 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Request body: {'security_group_rule': {'security_group_id': '09bc2bba-bb99-425d-86f5-7e4cd0049fd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:08.726199 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-98107c9c-5d94-4714-bf51-8f19e2f455ea req-2321794a-b6e1-422b-8429-36e85f2d0705 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014514 Jul 14 10:16:08.727317 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1fa9-e774-41a5-889c-70ea3aedce40 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group_rule (5596f05e-1864-4093-a528-643a7d040f1f), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.808005 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1fa9-e774-41a5-889c-70ea3aedce40 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group_rule (5596f05e-1864-4093-a528-643a7d040f1f), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.812011 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1fa9-e774-41a5-889c-70ea3aedce40 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (5596f05e-1864-4093-a528-643a7d040f1f), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.840205 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d1fa9-e774-41a5-889c-70ea3aedce40 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5596f05e-1864-4093-a528-643a7d040f1f,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:08.858238 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9f1d1fa9-e774-41a5-889c-70ea3aedce40 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.859456 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-9f1d1fa9-e774-41a5-889c-70ea3aedce40 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2327900 Jul 14 10:16:08.863160 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49344) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:08.870509 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-abf15bc8-8891-49a2-9ff1-ee0a03a6cbf9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Request body: {'security_group_rule': {'security_group_id': '09bc2bba-bb99-425d-86f5-7e4cd0049fd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:08.904758 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-abf15bc8-8891-49a2-9ff1-ee0a03a6cbf9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group_rule (b57d7046-c82e-4423-8b9a-97525557ace6), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:08.995471 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-abf15bc8-8891-49a2-9ff1-ee0a03a6cbf9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group_rule (b57d7046-c82e-4423-8b9a-97525557ace6), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.001764 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-abf15bc8-8891-49a2-9ff1-ee0a03a6cbf9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (b57d7046-c82e-4423-8b9a-97525557ace6), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.029336 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf15bc8-8891-49a2-9ff1-ee0a03a6cbf9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57d7046-c82e-4423-8b9a-97525557ace6,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:09.047913 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-abf15bc8-8891-49a2-9ff1-ee0a03a6cbf9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.047913 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-abf15bc8-8891-49a2-9ff1-ee0a03a6cbf9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1775181 Jul 14 10:16:09.047913 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49350) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:09.050113 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:09.075730 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.160515 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Request body: {'port': {'device_id': '48291869-495a-4466-a05f-86a03663c24e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:09.283701 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.289193 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.357856 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49366) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:09.481008 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:09.548266 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:09.619013 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-864170471-network', 'tenant_id': 'a2eeff0739c1463383b618c4c56ae344'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:09.628869 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Allocated IP 172.27.0.215 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/48731d8e-7380-4939-9894-461467896bfb) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:16:09.661605 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Made reservation on behalf of a2eeff0739c1463383b618c4c56ae344 for: {'network': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:16:09.665748 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.675188 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.759318 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Publish callbacks [] for security_group (6d918a7f-d0a2-4266-9454-c4f9950c6d2e), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.787306 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (6d918a7f-d0a2-4266-9454-c4f9950c6d2e), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.824951 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=104066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:16:09.858396 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62e512c-782f-43f9-802d-0be372fe0a8b {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:16:09.871123 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for port (48731d8e-7380-4939-9894-461467896bfb), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.873794 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Publish callbacks [] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.895854 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046f121-3f12-4467-bdac-f0bf2fca3dc2 req-04941a12-55ab-460d-8469-847e9ba26c06 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:09.897411 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1046f121-3f12-4467-bdac-f0bf2fca3dc2 req-04941a12-55ab-460d-8469-847e9ba26c06 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 931 time: 0.0583119 Jul 14 10:16:09.897888 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Transition to ACTIVE for port object f62e512c-782f-43f9-802d-0be372fe0a8b will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:16:09.898800 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (2b62079c-8f55-4dff-9a96-2742d03ac88a), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.899141 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.segments_db [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Added segment 2b62079c-8f55-4dff-9a96-2742d03ac88a of type vlan for network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 Jul 14 10:16:09.907663 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d918a7f-d0a2-4266-9454-c4f9950c6d2e,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:09.915697 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.961918 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (48731d8e-7380-4939-9894-461467896bfb), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:09.994588 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1046f121-3f12-4467-bdac-f0bf2fca3dc2 req-43d689e9-f571-4531-801a-6be7345aafc7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835724 Jul 14 10:16:09.996068 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:16:09.996577 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.003043 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Pushing event updated for resources: {'Port': ['ID=f62e512c-782f-43f9-802d-0be372fe0a8b,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:10.012546 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:10.055916 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.057385 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:10.058673 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.098719 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:16:10.151148 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7895617 Jul 14 10:16:10.162554 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49378) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:10.171304 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Request body: {'subnet': {'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-864170471-subnet', 'tenant_id': 'a2eeff0739c1463383b618c4c56ae344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:10.178722 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d764248-2966-49b8-a7ff-9cb67ca52534 admin admin] Pushing event updated for resources: {'Network': ['ID=0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:10.186710 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:10.192544 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:16:10.203315 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Made reservation on behalf of a2eeff0739c1463383b618c4c56ae344 for: {'subnet': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:16:10.206807 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.330408 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event updated for resources: {'Port': ['ID=48731d8e-7380-4939-9894-461467896bfb,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:10.373895 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Attempting to bind port f62e512c-782f-43f9-802d-0be372fe0a8b on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:16:10.374419 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Attempting to bind port f62e512c-782f-43f9-802d-0be372fe0a8b by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:16:10.374918 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Attempting to bind port f62e512c-782f-43f9-802d-0be372fe0a8b on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:16:10.416406 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Port f62e512c-782f-43f9-802d-0be372fe0a8b on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:16:10.416884 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Attempting to bind port f62e512c-782f-43f9-802d-0be372fe0a8b on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:16:10.429614 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:16:10.430242 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Checking segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:16:10.430697 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Bound using segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:16:10.431168 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Bound port: f62e512c-782f-43f9-802d-0be372fe0a8b, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:16:10.431628 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.438388 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:10.453965 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for floatingip (f8f81dc2-34ab-430d-90fa-4061250eef12), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.499645 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (d229980c-ed38-47a4-a2bc-45a7ff589027), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.533007 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:10.548272 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (48731d8e-7380-4939-9894-461467896bfb), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.563743 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d229980c-ed38-47a4-a2bc-45a7ff589027,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:10.572639 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Checking segment: {'id': '2b62079c-8f55-4dff-9a96-2742d03ac88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:16:10.573084 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Network hostable DHCP agents. Network: 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:16:10.595157 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:16:10.612046 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4) {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:10.617322 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:10.617918 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.630294 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be24b9b2-33eb-442d-a5ad-9ae6edaa980b None None] Network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:16:10.652629 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a6c8cd47-4610-4c3c-9419-5b1a6b601dc8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4876037 Jul 14 10:16:10.661918 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:10.680764 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] For port f62e512c-782f-43f9-802d-0be372fe0a8b, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:10.700612 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] For port f62e512c-782f-43f9-802d-0be372fe0a8b, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f62e512c-782f-43f9-802d-0be372fe0a8b,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:16:10.739303 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.791105 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for port (48731d8e-7380-4939-9894-461467896bfb), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.795707 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:10.796296 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.798039 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] 10.222.0.58 "PUT /v2.0/ports/f62e512c-782f-43f9-802d-0be372fe0a8b HTTP/1.1" status: 200 len: 1093 time: 1.6510940 Jul 14 10:16:10.798658 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48291869-495a-4466-a05f-86a03663c24e', 'tag': 'f62e512c-782f-43f9-802d-0be372fe0a8b'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:10.801237 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82d41b0-b37a-4c65-b86b-0d7035b5dc94" -d '{"events": [{"name": "network-changed", "server_uuid": "48291869-495a-4466-a05f-86a03663c24e", "tag": "f62e512c-782f-43f9-802d-0be372fe0a8b"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:10.806891 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (48731d8e-7380-4939-9894-461467896bfb), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:10.894666 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bac1203-d76f-4af8-bbd4-7b304208ce65 x-openstack-request-id: req-9bac1203-d76f-4af8-bbd4-7b304208ce65 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:10.895767 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48291869-495a-4466-a05f-86a03663c24e", "tag": "f62e512c-782f-43f9-802d-0be372fe0a8b", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:10.896047 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9bac1203-d76f-4af8-bbd4-7b304208ce65 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:10.896446 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bac1203-d76f-4af8-bbd4-7b304208ce65'] response: {'name': 'network-changed', 'server_uuid': '48291869-495a-4466-a05f-86a03663c24e', 'tag': 'f62e512c-782f-43f9-802d-0be372fe0a8b', 'status': 'completed', 'code': 200} Jul 14 10:16:10.905439 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016a83ff-9fec-49bd-af31-a90c94311b1c None None] Network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:16:10.909022 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0698cdf-c928-4991-a925-7addf4a79e82 service neutron] Pushing event updated for resources: {'Port': ['ID=f62e512c-782f-43f9-802d-0be372fe0a8b,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:10.979892 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (f8f81dc2-34ab-430d-90fa-4061250eef12), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:11.041657 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event updated for resources: {'Port': ['ID=48731d8e-7380-4939-9894-461467896bfb,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:11.051141 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:11.061367 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-a70e42fc-0e34-4fd6-9df3-717ec04b043e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0061758 Jul 14 10:16:11.341112 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ec11-734e-41cf-b2a3-76274fd40699 req-17c7ec42-ecc8-4da4-b7fb-5c1e5e3a0feb tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:11.343049 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f756ec11-734e-41cf-b2a3-76274fd40699 req-17c7ec42-ecc8-4da4-b7fb-5c1e5e3a0feb tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 943 time: 0.0963187 Jul 14 10:16:11.436256 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f756ec11-734e-41cf-b2a3-76274fd40699 req-8679db91-b3c6-4066-87c6-35e0d0ebed93 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793059 Jul 14 10:16:11.488592 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-53ed7cc4-2492-4af0-a6fa-210506d3bf2f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1828638985&fields=id&tenant_id=76e4caaf5b9e49678bc6427b71560f19 HTTP/1.1" status: 200 len: 267 time: 0.1125739 Jul 14 10:16:11.607681 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-34328dab-11b2-40c7-9e7d-815e77324631 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:11.609090 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-34328dab-11b2-40c7-9e7d-815e77324631 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 819 time: 0.1132362 Jul 14 10:16:11.625277 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-da05e58f-a55a-402b-b0c2-8730f9a05094 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/quotas/76e4caaf5b9e49678bc6427b71560f19 HTTP/1.1" status: 200 len: 375 time: 0.0105364 Jul 14 10:16:11.686457 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-b8a23e4c-32ba-4e96-bacf-3411de20264e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0556638 Jul 14 10:16:12.027326 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-706c72f0-603e-4f26-925d-a0bf304d2119 service neutron] 10.222.0.61 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279173 Jul 14 10:16:12.135863 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-c275e9e1-9482-4903-a262-1b12e97a718b service neutron] 10.222.0.61 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076643 Jul 14 10:16:12.232785 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d41b0-b37a-4c65-b86b-0d7035b5dc94 req-e2cb85cb-109e-43ac-9803-2f7a8463df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:12.242813 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e82d41b0-b37a-4c65-b86b-0d7035b5dc94 req-e2cb85cb-109e-43ac-9803-2f7a8463df3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 1127 time: 0.0647585 Jul 14 10:16:12.495976 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d41b0-b37a-4c65-b86b-0d7035b5dc94 req-9e9709f2-417f-4433-8b39-bdd7f4045c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:12.500664 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e82d41b0-b37a-4c65-b86b-0d7035b5dc94 req-9e9709f2-417f-4433-8b39-bdd7f4045c60 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2530084 Jul 14 10:16:12.513813 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-65af626b-2032-43b3-8208-31a9138717a0 req-78c077af-c07b-4137-9225-2b274a3d8d03 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 210 time: 0.0408936 Jul 14 10:16:12.622924 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084212a7-7a34-4d46-9df3-f76218703c93 req-44fc73fe-47ba-4a5e-9bcf-e3d3c8a625ca tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:12.624313 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-084212a7-7a34-4d46-9df3-f76218703c93 req-44fc73fe-47ba-4a5e-9bcf-e3d3c8a625ca tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 943 time: 0.0596550 Jul 14 10:16:12.718662 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-084212a7-7a34-4d46-9df3-f76218703c93 req-a7a84d23-4397-4b17-aebe-2e1133146014 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879967 Jul 14 10:16:12.954093 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d41b0-b37a-4c65-b86b-0d7035b5dc94 req-e88d06b4-3b0d-465c-b091-4c3acc85c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:12.957475 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e82d41b0-b37a-4c65-b86b-0d7035b5dc94 req-e88d06b4-3b0d-465c-b091-4c3acc85c8ff service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2306595 Jul 14 10:16:13.119367 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-56d290c9-80d4-4c76-b9be-1b5b81e41ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:13.122086 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-56d290c9-80d4-4c76-b9be-1b5b81e41ff4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 1127 time: 0.0748456 Jul 14 10:16:13.168640 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-22586d6e-0dc8-4576-a0b9-70f7976cf994 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f62e512c-782f-43f9-802d-0be372fe0a8b HTTP/1.1" status: 200 len: 217 time: 0.0386629 Jul 14 10:16:13.261121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-dda0f0f8-7a12-4db2-a1a2-f96ab3691678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:13.263341 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-dda0f0f8-7a12-4db2-a1a2-f96ab3691678 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.0791883 Jul 14 10:16:13.313029 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f71e6454-229a-4c54-8400-4a75a5b23e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:13.315041 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-f71e6454-229a-4c54-8400-4a75a5b23e00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443895 Jul 14 10:16:13.334367 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:13.439471 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-abd33e03-1836-423b-af78-a60e68473e7c service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120746 Jul 14 10:16:13.657593 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-75e32853-d896-4f68-bafb-2a34c9b04c33 req-3284a186-74b7-4bdc-8c67-30e0d0aa2426 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 210 time: 0.0537794 Jul 14 10:16:13.785463 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:13.818398 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebfec1-596f-472e-a271-d675be724a65 req-be41891e-0db6-4001-b789-cbc79bc5e978 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:13.820572 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e3ebfec1-596f-472e-a271-d675be724a65 req-be41891e-0db6-4001-b789-cbc79bc5e978 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0770481 Jul 14 10:16:13.949447 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-90982b4b-a68f-4f1f-934c-f50ef4c66c5a req-b2392969-bc94-4521-8241-29acbd75c938 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580057 Jul 14 10:16:13.965907 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e3ebfec1-596f-472e-a271-d675be724a65 req-03fcd3f7-3b21-41b0-bd3f-6a27c957d494 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379519 Jul 14 10:16:14.013141 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f4c4dc58-5d11-4817-b291-1b84029a749c tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:14.014745 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f4c4dc58-5d11-4817-b291-1b84029a749c tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/networks?id=0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 HTTP/1.1" status: 200 len: 813 time: 0.1891286 Jul 14 10:16:14.036750 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-2ebbe388-05f3-4c88-af99-008cccf708bc tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/quotas/a2eeff0739c1463383b618c4c56ae344 HTTP/1.1" status: 200 len: 375 time: 0.0156350 Jul 14 10:16:14.104248 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ff0bc2f4-aab3-411c-96b5-426a889ccd20 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2eeff0739c1463383b618c4c56ae344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604005 Jul 14 10:16:14.104798 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:14.152566 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27116a-d099-4158-8db6-3d713bb03047 req-0b046692-ca55-4666-86d3-a037ffa41a8b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:14.154356 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7c27116a-d099-4158-8db6-3d713bb03047 req-0b046692-ca55-4666-86d3-a037ffa41a8b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 943 time: 0.0816905 Jul 14 10:16:14.254079 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7c27116a-d099-4158-8db6-3d713bb03047 req-9b60ef1e-ca30-4204-9d6e-690edfe02015 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641468 Jul 14 10:16:14.286354 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f81b9fa7-10a9-4f3f-8b32-ed377e997e69 service neutron] 10.222.0.61 "GET /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727602 Jul 14 10:16:14.405167 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-3f2b7093-4ad1-424d-bf8d-b39d9a6c8a63 service neutron] 10.222.0.61 "GET /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179194 Jul 14 10:16:14.653371 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3484da9e-d00b-4138-9e51-9ebd2cac0f7f req-3fb28cf7-2724-48ab-bfa7-0937da54c939 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 210 time: 0.0581057 Jul 14 10:16:14.806416 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3e7a3041-584c-4d79-9f45-94d4ecef3b03 req-1982b68d-58df-4bfe-a4b0-5a99e46bf5a3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 210 time: 0.0481472 Jul 14 10:16:15.155211 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb42b7-ae59-4f8d-8467-2f7a4710477c req-622b7456-7234-4977-aa6f-e6ffd8104e66 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:15.156846 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2bbb42b7-ae59-4f8d-8467-2f7a4710477c req-622b7456-7234-4977-aa6f-e6ffd8104e66 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0729351 Jul 14 10:16:15.217255 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2bbb42b7-ae59-4f8d-8467-2f7a4710477c req-74caf008-8b14-431b-b340-cffb37379b39 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534949 Jul 14 10:16:15.383629 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278971e5-7e78-40ab-b73a-c02714dc318b req-ea81e13c-5917-4fc1-9741-8a2ffc082388 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:15.389783 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-278971e5-7e78-40ab-b73a-c02714dc318b req-ea81e13c-5917-4fc1-9741-8a2ffc082388 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 943 time: 0.0626721 Jul 14 10:16:15.437895 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-278971e5-7e78-40ab-b73a-c02714dc318b req-f919c67f-743c-4b3c-b032-94cfdb88fb7d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464480 Jul 14 10:16:15.733217 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-162d1675-4552-49f4-b668-b831e9a9eec6 req-29aa3ce8-075b-41c0-9627-aed75e0ea4d0 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 210 time: 0.0303152 Jul 14 10:16:15.877227 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-c404a9f5-1be9-4c81-8045-2d5074a89fb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:15.879597 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-c404a9f5-1be9-4c81-8045-2d5074a89fb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 819 time: 0.1372435 Jul 14 10:16:15.908053 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:15.955802 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d0dd3443-e59d-458c-a9ba-a5a5e04d30c9 req-a6ec4468-a65b-4ec6-b8da-8a982f4f886d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 210 time: 0.0412776 Jul 14 10:16:16.019942 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-b83decd6-bd19-44ac-bedd-849f3f144f70 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e4caaf5b9e49678bc6427b71560f19 HTTP/1.1" status: 200 len: 380 time: 0.1215487 Jul 14 10:16:16.035420 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Request body: {'port': {'device_id': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'admin_state_up': True, 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'security_groups': ['09bc2bba-bb99-425d-86f5-7e4cd0049fd0']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:16.211631 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Made reservation on behalf of 76e4caaf5b9e49678bc6427b71560f19 for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:16:16.215145 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:16.398759 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecad8c-d431-45f1-abf9-2b8e2eb5f613 req-f5fb0033-9783-4020-8630-7c78a9765131 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:16.401364 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-30ecad8c-d431-45f1-abf9-2b8e2eb5f613 req-f5fb0033-9783-4020-8630-7c78a9765131 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0706985 Jul 14 10:16:16.418877 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Allocated IP 172.20.0.9 (c86764b5-6320-470e-8466-fc72ac9ee1be/d613a2d0-21e3-4960-a29a-f41076a9208a/b40b14ad-171e-4c6c-a909-36191cb0c933) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:16:16.497614 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-30ecad8c-d431-45f1-abf9-2b8e2eb5f613 req-2a97440b-4c4c-4a44-9390-063d9700a43e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907249 Jul 14 10:16:16.643188 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:16.688597 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a753d-34f5-4986-8cb8-6ec7f6e6270b req-65de16dc-957d-4f0a-8532-4f682265c46d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:16.692918 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c59a753d-34f5-4986-8cb8-6ec7f6e6270b req-65de16dc-957d-4f0a-8532-4f682265c46d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 943 time: 0.1418417 Jul 14 10:16:16.703855 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:16.795424 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event updated for resources: {'Port': ['ID=b40b14ad-171e-4c6c-a909-36191cb0c933,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:16.811244 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Network c86764b5-6320-470e-8466-fc72ac9ee1be is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:16:16.812812 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:16.818079 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:16:16.899157 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:16.899157 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:16.912311 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c59a753d-34f5-4986-8cb8-6ec7f6e6270b req-136325b3-1c25-4e32-91a6-de327790c1ac tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137632 Jul 14 10:16:16.925976 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:16.953942 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-10ba372b-9ac0-4fd6-83a5-5893e3085ebc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9271355 Jul 14 10:16:16.966473 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d0f19603-4181-40ce-ab8b-e176e80ab2a5 req-4c99d8e9-2ef4-486a-b1c2-8e12bf66e256 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 210 time: 0.0727031 Jul 14 10:16:16.969119 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Request body: {'port': {'device_id': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:17.020267 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-83a30a11-ec28-407e-8ad3-1efaaeaace17 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:17.025817 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-83a30a11-ec28-407e-8ad3-1efaaeaace17 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.58 "GET /v2.0/networks?id=0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 HTTP/1.1" status: 200 len: 813 time: 0.3019323 Jul 14 10:16:17.052599 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Request body: {'port': {'device_id': '5164f3a1-116c-47db-8d85-1e34b56e4018', 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4', 'admin_state_up': True, 'tenant_id': 'a2eeff0739c1463383b618c4c56ae344'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:17.067661 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.147920 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:17.166618 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-e12ecfec-9a43-4ea6-8e99-3f3e172a5b21 None None] Provisioning complete for port b40b14ad-171e-4c6c-a909-36191cb0c933 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:16:17.169157 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e12ecfec-9a43-4ea6-8e99-3f3e172a5b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.190918 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:17.225520 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfc114-502c-49de-9c06-2f1ab3e3bbd7 req-321592f5-f620-4866-ad28-b5e2cc56ad1c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:17.233254 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dacfc114-502c-49de-9c06-2f1ab3e3bbd7 req-321592f5-f620-4866-ad28-b5e2cc56ad1c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 931 time: 0.0932362 Jul 14 10:16:17.236464 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Made reservation on behalf of a2eeff0739c1463383b618c4c56ae344 for: {'port': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:16:17.240246 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.244697 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-e12ecfec-9a43-4ea6-8e99-3f3e172a5b21 None None] Port b40b14ad-171e-4c6c-a909-36191cb0c933 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:16:17.257623 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:17.261390 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:17.364432 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dacfc114-502c-49de-9c06-2f1ab3e3bbd7 req-b0af81b9-46e1-43dc-a030-0aef0abfa1b6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299732 Jul 14 10:16:17.449692 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Allocated IP 172.20.0.9 (0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4/d229980c-ed38-47a4-a2bc-45a7ff589027/4fe03bab-cecb-4477-ab70-6692900e70c5) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:16:17.512079 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40b14ad-171e-4c6c-a909-36191cb0c933 {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:16:17.524902 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Publish callbacks [] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.542855 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Transition to ACTIVE for port object b40b14ad-171e-4c6c-a909-36191cb0c933 will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:16:17.547078 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.687246 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b58b57-9530-424e-ac0c-94d5c4ad93da req-fc7ee127-8435-4c59-91cc-61359531d35c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:17.695106 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f8b58b57-9530-424e-ac0c-94d5c4ad93da req-fc7ee127-8435-4c59-91cc-61359531d35c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0802469 Jul 14 10:16:17.695309 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Pushing event updated for resources: {'Port': ['ID=b40b14ad-171e-4c6c-a909-36191cb0c933,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:17.734945 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks [] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.742762 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Attempting to bind port b40b14ad-171e-4c6c-a909-36191cb0c933 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:16:17.742762 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Attempting to bind port b40b14ad-171e-4c6c-a909-36191cb0c933 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:16:17.744343 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Attempting to bind port b40b14ad-171e-4c6c-a909-36191cb0c933 on network c86764b5-6320-470e-8466-fc72ac9ee1be {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:16:17.759666 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Port b40b14ad-171e-4c6c-a909-36191cb0c933 on network c86764b5-6320-470e-8466-fc72ac9ee1be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:16:17.760001 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Attempting to bind port b40b14ad-171e-4c6c-a909-36191cb0c933 on network c86764b5-6320-470e-8466-fc72ac9ee1be {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:16:17.774874 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:16:17.775928 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Checking segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:16:17.776186 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Bound using segment: {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:16:17.777936 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Bound port: b40b14ad-171e-4c6c-a909-36191cb0c933, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6634e31e-2a50-4e90-a62a-2b49a4329507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:16:17.779505 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.781201 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.836269 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Pushing event updated for resources: {'Port': ['ID=4fe03bab-cecb-4477-ab70-6692900e70c5,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:17.873500 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f8b58b57-9530-424e-ac0c-94d5c4ad93da req-e7033c05-a78f-43e1-9f9b-fbe3ca76c925 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770797 Jul 14 10:16:17.886188 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] For port b40b14ad-171e-4c6c-a909-36191cb0c933, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:17.887676 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:16:17.889438 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:17.894174 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] For port b40b14ad-171e-4c6c-a909-36191cb0c933, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=b40b14ad-171e-4c6c-a909-36191cb0c933,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:16:17.898020 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:16:17.904012 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:17.904691 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.905554 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.924502 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-f3fc879f-3fad-43ee-87c3-d80d984c856b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8763132 Jul 14 10:16:17.953314 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:17.954190 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:17.955939 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] 10.222.0.58 "PUT /v2.0/ports/b40b14ad-171e-4c6c-a909-36191cb0c933 HTTP/1.1" status: 200 len: 1093 time: 0.9915869 Jul 14 10:16:17.956406 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:17.958684 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af1debb-ec0e-4ee2-a328-bd85af889d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:18.043640 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103deb3a-d2cb-4398-8977-60c0b60e02f6 x-openstack-request-id: req-103deb3a-d2cb-4398-8977-60c0b60e02f6 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:18.044500 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:18.044800 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-103deb3a-d2cb-4398-8977-60c0b60e02f6 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:18.045340 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103deb3a-d2cb-4398-8977-60c0b60e02f6'] response: {'name': 'network-changed', 'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'status': 'completed', 'code': 200} Jul 14 10:16:18.046503 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af2fa8-678e-4ca9-bc67-77ccd462576f service neutron] Pushing event updated for resources: {'Port': ['ID=b40b14ad-171e-4c6c-a909-36191cb0c933,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:18.116838 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:18.134991 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9eba-48ba-4719-8f09-5c6dd8d68f1d req-8ac01f61-40ea-4696-bfaf-de3c7b81a32d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:18.136547 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3d1d9eba-48ba-4719-8f09-5c6dd8d68f1d req-8ac01f61-40ea-4696-bfaf-de3c7b81a32d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 943 time: 0.0846176 Jul 14 10:16:18.207772 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d347f-3ecf-457e-8f2d-550ce61c5f7f req-586fb5d8-59bc-4e78-b335-1a8aecb63427 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:18.209386 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-076d347f-3ecf-457e-8f2d-550ce61c5f7f req-586fb5d8-59bc-4e78-b335-1a8aecb63427 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 931 time: 0.0718057 Jul 14 10:16:18.243017 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3d1d9eba-48ba-4719-8f09-5c6dd8d68f1d req-c6cda249-9326-4a34-a32f-6f036f65291d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932775 Jul 14 10:16:18.281169 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-076d347f-3ecf-457e-8f2d-550ce61c5f7f req-8871786c-6399-4a1b-8048-9965daf1da28 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649219 Jul 14 10:16:18.409857 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device f62e512c-782f-43f9-802d-0be372fe0a8b details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:16:18.506961 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa3de-4329-4597-8e2c-c5ab630c0014 req-36bf585c-ec83-4277-98d0-e86cee7fb3bf tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:18.508700 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e9daa3de-4329-4597-8e2c-c5ab630c0014 req-36bf585c-ec83-4277-98d0-e86cee7fb3bf tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 943 time: 0.0569501 Jul 14 10:16:18.563949 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port f62e512c-782f-43f9-802d-0be372fe0a8b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f62e512c-782f-43f9-802d-0be372fe0a8b,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:18.578185 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': 'f62e512c-782f-43f9-802d-0be372fe0a8b', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'port_id': 'f62e512c-782f-43f9-802d-0be372fe0a8b', 'mac_address': 'fa:16:3e:1b:03:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:16:18.579826 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e9daa3de-4329-4597-8e2c-c5ab630c0014 req-374ec26d-d6e3-4419-a5e7-355887275adf tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651979 Jul 14 10:16:18.628656 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port f62e512c-782f-43f9-802d-0be372fe0a8b is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:16:18.629467 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:18.645347 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62e512c-782f-43f9-802d-0be372fe0a8b {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:16:18.667817 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port f62e512c-782f-43f9-802d-0be372fe0a8b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f62e512c-782f-43f9-802d-0be372fe0a8b,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:18.673761 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:18.724315 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=f62e512c-782f-43f9-802d-0be372fe0a8b,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:18.731622 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.731969 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.732322 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.732660 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.733060 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.733573 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.733939 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.734298 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.734625 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.734946 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.735271 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.735609 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.735911 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.736217 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:18.736574 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:19.014242 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd31fde-a152-4e26-a652-0b4d55720a98 req-8c9e49fe-c51c-48bb-84f4-e9476754a5f6 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:19.015869 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6fd31fde-a152-4e26-a652-0b4d55720a98 req-8c9e49fe-c51c-48bb-84f4-e9476754a5f6 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0589578 Jul 14 10:16:19.085680 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6fd31fde-a152-4e26-a652-0b4d55720a98 req-61e2ded0-b5a8-4950-a375-e7b4528cec13 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629520 Jul 14 10:16:19.422674 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:19.436509 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d64cf5-4030-490e-9878-9b53a9628429 req-bb38e87a-a241-4853-aa1b-c3e821ae3df1 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:19.438061 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-78d64cf5-4030-490e-9878-9b53a9628429 req-bb38e87a-a241-4853-aa1b-c3e821ae3df1 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 944 time: 0.0910904 Jul 14 10:16:19.447389 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1126f7c-ac01-41c9-aae3-8ca27bfd771c req-bef011e2-17ce-4ad9-a188-df9b0fa2d8be tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:19.448832 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b1126f7c-ac01-41c9-aae3-8ca27bfd771c req-bef011e2-17ce-4ad9-a188-df9b0fa2d8be tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 931 time: 0.0713265 Jul 14 10:16:19.520898 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-78d64cf5-4030-490e-9878-9b53a9628429 req-9f82d632-875a-4932-9e9a-5a5353980735 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707777 Jul 14 10:16:19.542793 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b1126f7c-ac01-41c9-aae3-8ca27bfd771c req-9147fbb8-bf95-49e6-9f8a-d5f975df6015 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738757 Jul 14 10:16:19.721331 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b003124-1c65-4086-830a-e56363bdad0d req-0e279757-41e3-4b5c-80c3-6e1e88d37080 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:19.726568 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8b003124-1c65-4086-830a-e56363bdad0d req-0e279757-41e3-4b5c-80c3-6e1e88d37080 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 943 time: 0.0613010 Jul 14 10:16:19.781502 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8b003124-1c65-4086-830a-e56363bdad0d req-0d76a89e-6fee-420c-b89c-21e3d2e03a81 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525277 Jul 14 10:16:20.205435 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c2da4-f3a3-487e-a95c-e0fddf0ce1f6 req-f2d85a00-9a11-472a-97fe-5c4e0d344888 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:20.207240 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fd9c2da4-f3a3-487e-a95c-e0fddf0ce1f6 req-f2d85a00-9a11-472a-97fe-5c4e0d344888 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0498765 Jul 14 10:16:20.260065 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fd9c2da4-f3a3-487e-a95c-e0fddf0ce1f6 req-690e8a4b-6778-486e-968f-dfbc161d65bf tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467837 Jul 14 10:16:20.607855 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Request body: {'port': {'device_id': '5164f3a1-116c-47db-8d85-1e34b56e4018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:20.626492 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:20.693147 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1debb-ec0e-4ee2-a328-bd85af889d6b req-6fea8c07-d230-4f03-852f-cd52c21e6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:20.695819 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6af1debb-ec0e-4ee2-a328-bd85af889d6b req-6fea8c07-d230-4f03-852f-cd52c21e6467 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 1127 time: 0.0678062 Jul 14 10:16:20.807061 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a535d2-1770-4de7-bad9-b70af23e7bff req-329ef1fe-b6b3-444e-89fe-2b027e469194 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:20.808516 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-07a535d2-1770-4de7-bad9-b70af23e7bff req-329ef1fe-b6b3-444e-89fe-2b027e469194 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 944 time: 0.1285355 Jul 14 10:16:20.809496 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:20.830784 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47e024-af7e-4c66-8a17-fc079576fe1b req-b1edfa85-5f88-44b2-bfd5-ac74f30d2b26 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:20.832870 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1b47e024-af7e-4c66-8a17-fc079576fe1b req-b1edfa85-5f88-44b2-bfd5-ac74f30d2b26 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 931 time: 0.1274421 Jul 14 10:16:20.841281 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1debb-ec0e-4ee2-a328-bd85af889d6b req-ccac174d-8a9e-4256-8b29-7574d6102489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:20.843000 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6af1debb-ec0e-4ee2-a328-bd85af889d6b req-ccac174d-8a9e-4256-8b29-7574d6102489 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=76e4caaf5b9e49678bc6427b71560f19&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1358089 Jul 14 10:16:20.898336 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:20.946690 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:20.961094 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1debb-ec0e-4ee2-a328-bd85af889d6b req-95d336fd-9e38-4f15-8d8e-ba419ff93e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:20.962976 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6af1debb-ec0e-4ee2-a328-bd85af889d6b req-95d336fd-9e38-4f15-8d8e-ba419ff93e19 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103342 Jul 14 10:16:20.963593 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1b47e024-af7e-4c66-8a17-fc079576fe1b req-8c787fe4-ac4a-49c0-8c3d-bd14d40f793d tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174111 Jul 14 10:16:21.042555 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['f62e512c-782f-43f9-802d-0be372fe0a8b'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:16:21.066319 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-07a535d2-1770-4de7-bad9-b70af23e7bff req-78022e11-f91b-4d8b-a5dc-409ed1f11177 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290430 Jul 14 10:16:21.083254 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-8f6b76c6-b963-4935-976f-721a8dbdb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:21.088089 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-8f6b76c6-b963-4935-976f-721a8dbdb356 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 1127 time: 0.0653980 Jul 14 10:16:21.150521 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-666d18f3-e246-4e42-a51a-9d481ce8477e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b40b14ad-171e-4c6c-a909-36191cb0c933 HTTP/1.1" status: 200 len: 217 time: 0.0456417 Jul 14 10:16:21.191903 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b5d96-317b-499f-a3a5-c777e0dd4743 req-c50a734e-ffe6-4d06-b844-a8c79a5a1053 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:21.193488 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b02b5d96-317b-499f-a3a5-c777e0dd4743 req-c50a734e-ffe6-4d06-b844-a8c79a5a1053 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 943 time: 0.0654776 Jul 14 10:16:21.220548 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-36652b9f-6046-47cc-b2ef-ba5ea697bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:21.223687 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-36652b9f-6046-47cc-b2ef-ba5ea697bc2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0635953 Jul 14 10:16:21.289501 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-8b39e5f1-6a95-410f-b9a9-4ed46c50e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:21.291293 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-8b39e5f1-6a95-410f-b9a9-4ed46c50e3d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549536 Jul 14 10:16:21.331383 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b02b5d96-317b-499f-a3a5-c777e0dd4743 req-81683de3-6a9d-4bd0-afa1-e8c3b46135e9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995090 Jul 14 10:16:21.396581 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:21.435990 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-62689c13-4a4c-4e19-96e4-17272a1f0b02 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366911 Jul 14 10:16:21.440416 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51860b8e-c4d8-403c-b61e-44eb1469b13e req-149bc1cc-0f76-4c4d-b382-f61ba1e09225 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:21.441955 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-51860b8e-c4d8-403c-b61e-44eb1469b13e req-149bc1cc-0f76-4c4d-b382-f61ba1e09225 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0931418 Jul 14 10:16:21.469371 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe03bab-cecb-4477-ab70-6692900e70c5 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:16:21.492004 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Publish callbacks [] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:21.531874 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-51860b8e-c4d8-403c-b61e-44eb1469b13e req-5999c34a-d022-4199-85d1-6bba7c240086 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803263 Jul 14 10:16:21.538348 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Transition to ACTIVE for port object 4fe03bab-cecb-4477-ab70-6692900e70c5 will not be triggered until provisioned by entity L2. {{(pid=104066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:16:21.554923 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:21.590532 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-13f501ab-ec0e-46f1-a77c-457236a2ae67 req-badec863-3403-460f-a65e-05f472d23c43 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446259 Jul 14 10:16:21.629493 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe03bab-cecb-4477-ab70-6692900e70c5,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:21.661591 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Attempting to bind port 4fe03bab-cecb-4477-ab70-6692900e70c5 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:16:21.661934 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Attempting to bind port 4fe03bab-cecb-4477-ab70-6692900e70c5 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '2b62079c-8f55-4dff-9a96-2742d03ac88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:16:21.662458 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Attempting to bind port 4fe03bab-cecb-4477-ab70-6692900e70c5 on network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:16:21.668756 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Port 4fe03bab-cecb-4477-ab70-6692900e70c5 on network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:16:21.669112 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Attempting to bind port 4fe03bab-cecb-4477-ab70-6692900e70c5 on network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:16:21.674023 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:21.675325 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:16:21.675896 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Checking segment: {'id': '2b62079c-8f55-4dff-9a96-2742d03ac88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:16:21.676273 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Bound using segment: {'id': '2b62079c-8f55-4dff-9a96-2742d03ac88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:16:21.676690 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Bound port: 4fe03bab-cecb-4477-ab70-6692900e70c5, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b62079c-8f55-4dff-9a96-2742d03ac88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:16:21.677235 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:21.756156 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] For port 4fe03bab-cecb-4477-ab70-6692900e70c5, host hv-cinder-84980, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:21.759925 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] For port 4fe03bab-cecb-4477-ab70-6692900e70c5, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=4fe03bab-cecb-4477-ab70-6692900e70c5,segment=NetworkSegment(2b62079c-8f55-4dff-9a96-2742d03ac88a),segment_id=2b62079c-8f55-4dff-9a96-2742d03ac88a)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:16:21.766679 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:21.813356 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:21.813985 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:21.815705 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] 10.222.0.58 "PUT /v2.0/ports/4fe03bab-cecb-4477-ab70-6692900e70c5 HTTP/1.1" status: 200 len: 1093 time: 1.2129567 Jul 14 10:16:21.819045 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5164f3a1-116c-47db-8d85-1e34b56e4018', 'tag': '4fe03bab-cecb-4477-ab70-6692900e70c5'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:21.822162 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34103389-accd-425b-81bc-cbbdc055ceda" -d '{"events": [{"name": "network-changed", "server_uuid": "5164f3a1-116c-47db-8d85-1e34b56e4018", "tag": "4fe03bab-cecb-4477-ab70-6692900e70c5"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:21.849786 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a2b26-64bf-4b11-be6f-be144ceb8cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe03bab-cecb-4477-ab70-6692900e70c5,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:21.880413 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31fcc84-6afc-4055-8b07-2235fd34786e x-openstack-request-id: req-f31fcc84-6afc-4055-8b07-2235fd34786e {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:21.880705 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5164f3a1-116c-47db-8d85-1e34b56e4018", "tag": "4fe03bab-cecb-4477-ab70-6692900e70c5", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:21.881004 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f31fcc84-6afc-4055-8b07-2235fd34786e {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:21.881439 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31fcc84-6afc-4055-8b07-2235fd34786e'] response: {'name': 'network-changed', 'server_uuid': '5164f3a1-116c-47db-8d85-1e34b56e4018', 'tag': '4fe03bab-cecb-4477-ab70-6692900e70c5', 'status': 'completed', 'code': 200} Jul 14 10:16:22.140964 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c6703-a927-4087-9c9a-f38778e6bf81 req-1e9aabbb-4bf4-4b20-a7e3-b8e503963b71 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:22.148937 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6b6c6703-a927-4087-9c9a-f38778e6bf81 req-1e9aabbb-4bf4-4b20-a7e3-b8e503963b71 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 943 time: 0.0984313 Jul 14 10:16:22.216817 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:22.239189 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6b6c6703-a927-4087-9c9a-f38778e6bf81 req-bb829906-f138-4fcc-a910-aa034cbba9f6 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890763 Jul 14 10:16:22.260596 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0ddf-e592-4075-9da3-663e85438b4f req-f5b7dbbc-fb1c-416f-9051-2ec9ddfd8f5e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:22.262497 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1a0b0ddf-e592-4075-9da3-663e85438b4f req-f5b7dbbc-fb1c-416f-9051-2ec9ddfd8f5e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 944 time: 0.0847688 Jul 14 10:16:22.338766 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1a0b0ddf-e592-4075-9da3-663e85438b4f req-645ee280-238c-4b3b-b7e6-b7276f14d83b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648618 Jul 14 10:16:22.472407 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179fbe4-5011-4f2c-b799-046dcf0a3345 req-00ddfa18-29ce-4267-bae8-f2dee388b864 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:22.479624 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7179fbe4-5011-4f2c-b799-046dcf0a3345 req-00ddfa18-29ce-4267-bae8-f2dee388b864 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 943 time: 0.0621107 Jul 14 10:16:22.526841 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7179fbe4-5011-4f2c-b799-046dcf0a3345 req-2e9c26ae-fe97-4e2b-b4d4-94a39c58df16 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460625 Jul 14 10:16:22.601172 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device f62e512c-782f-43f9-802d-0be372fe0a8b up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:16:22.649241 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port f62e512c-782f-43f9-802d-0be372fe0a8b completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:16:22.664491 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port f62e512c-782f-43f9-802d-0be372fe0a8b triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:16:22.665012 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:22.697926 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c1b66-1bb5-4f84-b525-2640dffc130c req-47d70dfb-bf03-4a9e-9f31-d730c03340e9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:22.699542 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6b8c1b66-1bb5-4f84-b525-2640dffc130c req-47d70dfb-bf03-4a9e-9f31-d730c03340e9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0704751 Jul 14 10:16:22.747814 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port f62e512c-782f-43f9-802d-0be372fe0a8b is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:16:22.748279 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:22.755313 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6b8c1b66-1bb5-4f84-b525-2640dffc130c req-7ab12f0e-2ba4-493d-ba6a-9c75c7cd4d44 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494199 Jul 14 10:16:22.774280 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:22.774992 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48291869-495a-4466-a05f-86a03663c24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62e512c-782f-43f9-802d-0be372fe0a8b'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:22.777513 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32018c23-08fb-40fa-9800-b6b0facb2289" -d '{"events": [{"server_uuid": "48291869-495a-4466-a05f-86a03663c24e", "name": "network-vif-plugged", "status": "completed", "tag": "f62e512c-782f-43f9-802d-0be372fe0a8b"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:22.788738 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port f62e512c-782f-43f9-802d-0be372fe0a8b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f62e512c-782f-43f9-802d-0be372fe0a8b,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:22.794148 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:22.799880 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:22.822566 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc734d40-6c2f-4ded-bf7f-1af29497a615 x-openstack-request-id: req-fc734d40-6c2f-4ded-bf7f-1af29497a615 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:22.823184 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48291869-495a-4466-a05f-86a03663c24e", "name": "network-vif-plugged", "status": "completed", "tag": "f62e512c-782f-43f9-802d-0be372fe0a8b", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:22.823607 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc734d40-6c2f-4ded-bf7f-1af29497a615 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:22.824172 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc734d40-6c2f-4ded-bf7f-1af29497a615'] response: {'server_uuid': '48291869-495a-4466-a05f-86a03663c24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62e512c-782f-43f9-802d-0be372fe0a8b', 'code': 200} Jul 14 10:16:22.852081 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=f62e512c-782f-43f9-802d-0be372fe0a8b,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:23.371231 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26875-c664-475e-9bf0-18728db8ed76 req-312ea7ed-58eb-4bde-a13c-07311d24c9b1 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:23.372890 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9bf26875-c664-475e-9bf0-18728db8ed76 req-312ea7ed-58eb-4bde-a13c-07311d24c9b1 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 943 time: 0.0616899 Jul 14 10:16:23.493014 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103389-accd-425b-81bc-cbbdc055ceda req-3b820630-db67-4e16-b9cf-6e87d33ee75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:23.494504 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-34103389-accd-425b-81bc-cbbdc055ceda req-3b820630-db67-4e16-b9cf-6e87d33ee75f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2eeff0739c1463383b618c4c56ae344&device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 1127 time: 0.1113627 Jul 14 10:16:23.503396 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b612-b6f3-4e3f-a50e-9f54526e2d83 req-f74e2262-09ef-4e76-bbe3-f666173ae637 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:23.504692 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dec4b612-b6f3-4e3f-a50e-9f54526e2d83 req-f74e2262-09ef-4e76-bbe3-f666173ae637 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 945 time: 0.0710967 Jul 14 10:16:23.529143 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9bf26875-c664-475e-9bf0-18728db8ed76 req-905a0686-8df3-48b8-8ebb-a41924939bdd tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469986 Jul 14 10:16:23.559683 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63187339-96bd-46a3-aa49-12ac1b9c8615 req-53dd3d5c-a406-4762-af7b-5e8fc64ba796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:23.561302 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-63187339-96bd-46a3-aa49-12ac1b9c8615 req-53dd3d5c-a406-4762-af7b-5e8fc64ba796 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 1129 time: 0.0427699 Jul 14 10:16:23.638355 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dec4b612-b6f3-4e3f-a50e-9f54526e2d83 req-b0b2f214-f3e2-43b9-8144-31d474c0a9c7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252999 Jul 14 10:16:23.646432 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-63187339-96bd-46a3-aa49-12ac1b9c8615 req-bc9dd8b6-6a2c-4389-b0ea-c7c722cfba69 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748005 Jul 14 10:16:23.682834 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68238dbc-59d1-4f09-90be-1467125e34c6 req-3eb772f8-1594-402a-9e0c-8d4590015218 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:23.684318 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-68238dbc-59d1-4f09-90be-1467125e34c6 req-3eb772f8-1594-402a-9e0c-8d4590015218 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 943 time: 0.0762815 Jul 14 10:16:23.710410 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103389-accd-425b-81bc-cbbdc055ceda req-25f23911-60f1-4e06-9e7d-b267701ff50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:23.711949 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-34103389-accd-425b-81bc-cbbdc055ceda req-25f23911-60f1-4e06-9e7d-b267701ff50c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a2eeff0739c1463383b618c4c56ae344&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1919086 Jul 14 10:16:23.742994 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-68238dbc-59d1-4f09-90be-1467125e34c6 req-3976afaa-7ba2-4848-b073-fc531e5b05f2 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527072 Jul 14 10:16:23.876208 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d25b7-8f63-4f46-8244-66c2a1e02df7 req-c70aa563-fd48-4f63-8425-43f15b4597d7 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:23.877741 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f04d25b7-8f63-4f46-8244-66c2a1e02df7 req-c70aa563-fd48-4f63-8425-43f15b4597d7 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0485845 Jul 14 10:16:23.912861 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:23.933473 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f04d25b7-8f63-4f46-8244-66c2a1e02df7 req-58b73e7c-25f8-4ca9-91f9-6622fef542c7 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495780 Jul 14 10:16:24.038088 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:16:24.060757 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103389-accd-425b-81bc-cbbdc055ceda req-d21a9ba5-2a6a-4636-8ca8-a0bd19f0699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:24.062279 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-34103389-accd-425b-81bc-cbbdc055ceda req-d21a9ba5-2a6a-4636-8ca8-a0bd19f0699c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001384 Jul 14 10:16:24.318027 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-b0208b7b-5af7-4c1e-9439-314d2b17de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:24.319854 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-b0208b7b-5af7-4c1e-9439-314d2b17de90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2eeff0739c1463383b618c4c56ae344&device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 1127 time: 0.0442574 Jul 14 10:16:24.604450 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device b40b14ad-171e-4c6c-a909-36191cb0c933 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:16:24.645758 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848bdc5-0722-455f-9130-1a86df81cc88 req-c8daa633-feab-4ce2-9a67-89c33262f809 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:24.647789 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d848bdc5-0722-455f-9130-1a86df81cc88 req-c8daa633-feab-4ce2-9a67-89c33262f809 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 943 time: 0.0489578 Jul 14 10:16:24.686223 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:24.704592 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d848bdc5-0722-455f-9130-1a86df81cc88 req-d85a8cb5-bac4-4d25-9a18-e8019c902e5f tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503519 Jul 14 10:16:24.714957 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port b40b14ad-171e-4c6c-a909-36191cb0c933, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=b40b14ad-171e-4c6c-a909-36191cb0c933,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:24.731203 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'port_id': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'mac_address': 'fa:16:3e:9b:98:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:16:24.768057 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port b40b14ad-171e-4c6c-a909-36191cb0c933 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:16:24.768447 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:24.787132 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40b14ad-171e-4c6c-a909-36191cb0c933 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:16:24.793705 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c732d-6e01-4ca2-a9a6-b4a8dc0fcf4f req-b1b79d3e-44a5-427c-8691-083d463c377f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:24.795216 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-850c732d-6e01-4ca2-a9a6-b4a8dc0fcf4f req-b1b79d3e-44a5-427c-8691-083d463c377f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 945 time: 0.0583160 Jul 14 10:16:24.810604 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port b40b14ad-171e-4c6c-a909-36191cb0c933, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=b40b14ad-171e-4c6c-a909-36191cb0c933,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:24.815329 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:24.862720 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=b40b14ad-171e-4c6c-a909-36191cb0c933,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:24.873923 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-850c732d-6e01-4ca2-a9a6-b4a8dc0fcf4f req-fe34cac9-acde-44f9-b5a9-25a1da7c9a4b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730369 Jul 14 10:16:24.884608 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88252b-4926-4708-a185-79f7a52995df req-1e539676-dd31-44d2-8fb8-d5562d36675a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:24.886077 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6c88252b-4926-4708-a185-79f7a52995df req-1e539676-dd31-44d2-8fb8-d5562d36675a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 944 time: 0.0668352 Jul 14 10:16:24.941535 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6c88252b-4926-4708-a185-79f7a52995df req-3497b884-8de2-43be-bef6-7d2c221fb735 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413532 Jul 14 10:16:24.985632 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-67e0b6ca-90c9-4770-899b-e9cc636974bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fe03bab-cecb-4477-ab70-6692900e70c5 HTTP/1.1" status: 200 len: 217 time: 0.0334933 Jul 14 10:16:25.075660 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-a42730e1-fd90-45ea-8b70-8ac0c2b3d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:25.077069 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-a42730e1-fd90-45ea-8b70-8ac0c2b3d751 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d229980c-ed38-47a4-a2bc-45a7ff589027 HTTP/1.1" status: 200 len: 853 time: 0.0824180 Jul 14 10:16:25.083186 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82cb68-1a44-4623-92e2-30830987f40a req-38bd21c6-0b64-474e-974a-70f1372ab431 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:25.084588 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fb82cb68-1a44-4623-92e2-30830987f40a req-38bd21c6-0b64-474e-974a-70f1372ab431 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0815730 Jul 14 10:16:25.149575 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-5d7f9118-8f7c-4943-a5e9-abb4247cea63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380075 Jul 14 10:16:25.160426 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fb82cb68-1a44-4623-92e2-30830987f40a req-7358e9fe-8863-4304-8892-401a08711f99 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701926 Jul 14 10:16:25.248353 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-334ae30f-dc4d-402a-af37-2e3e13579a7a service neutron] 10.222.0.58 "GET /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870116 Jul 14 10:16:25.362700 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49738) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:25.385437 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2206820-b734-4360-b063-0d8fd6700cd7 req-6f390aad-0c39-4d2b-875a-938fb6a1609a service neutron] 10.222.0.58 "GET /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870445 Jul 14 10:16:25.412057 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_v2 [None req-55290cec-da1e-4a35-91da-6ed9ca074de0 admin admin] Deleting subnet fd6f103b-5ca3-4f81-b72b-a4930d474d52 {{(pid=104067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:16:25.415183 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-55290cec-da1e-4a35-91da-6ed9ca074de0 admin admin] Publish callbacks [] for subnet (fd6f103b-5ca3-4f81-b72b-a4930d474d52), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:25.598597 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['b40b14ad-171e-4c6c-a909-36191cb0c933'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:16:25.687899 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-55290cec-da1e-4a35-91da-6ed9ca074de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131802627'] for subnet (fd6f103b-5ca3-4f81-b72b-a4930d474d52), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:25.735811 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-55290cec-da1e-4a35-91da-6ed9ca074de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (fd6f103b-5ca3-4f81-b72b-a4930d474d52), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:25.810183 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-55290cec-da1e-4a35-91da-6ed9ca074de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131802649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131243376'] for subnet (fd6f103b-5ca3-4f81-b72b-a4930d474d52), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:25.840733 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55290cec-da1e-4a35-91da-6ed9ca074de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6f103b-5ca3-4f81-b72b-a4930d474d52,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:25.844575 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-55290cec-da1e-4a35-91da-6ed9ca074de0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:25.847768 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-55290cec-da1e-4a35-91da-6ed9ca074de0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fd6f103b-5ca3-4f81-b72b-a4930d474d52 HTTP/1.1" status: 204 len: 168 time: 0.4835224 Jul 14 10:16:25.850979 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49748) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:25.924074 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (32aecae8-1c1b-45b6-9257-4f2ea89e12f3), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.014217 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (32aecae8-1c1b-45b6-9257-4f2ea89e12f3), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.037234 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32aecae8-1c1b-45b6-9257-4f2ea89e12f3']}} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:26.047144 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b9309b-8e7b-45b5-811b-74c1bd86b0d5') {'for_net_delete': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:26.047443 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b9309b-8e7b-45b5-811b-74c1bd86b0d5') {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:26.057199 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131802644'] for segment (82b9309b-8e7b-45b5-811b-74c1bd86b0d5), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.074741 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (82b9309b-8e7b-45b5-811b-74c1bd86b0d5), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.080847 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:26.085591 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=104067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:16:26.085988 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131802555'] for segment (82b9309b-8e7b-45b5-811b-74c1bd86b0d5), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.086403 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0f561-eb30-44c0-a1b3-fd573b1e2e94 req-19e5c465-a7f2-450e-8f6c-73afbab9c347 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:26.087917 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-13a0f561-eb30-44c0-a1b3-fd573b1e2e94 req-19e5c465-a7f2-450e-8f6c-73afbab9c347 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 943 time: 0.3101022 Jul 14 10:16:26.117708 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f12a4-014c-4e49-bea7-4d731aa4e213 req-5338a787-f219-43f7-b4ae-36fde9ae5ac6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:26.119299 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-463f12a4-014c-4e49-bea7-4d731aa4e213 req-5338a787-f219-43f7-b4ae-36fde9ae5ac6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 945 time: 0.0803542 Jul 14 10:16:26.140291 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 82b9309b-8e7b-45b5-811b-74c1bd86b0d5 resource provider aggregate not found Jul 14 10:16:26.161402 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (32aecae8-1c1b-45b6-9257-4f2ea89e12f3), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.162627 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-13a0f561-eb30-44c0-a1b3-fd573b1e2e94 req-93df8415-9b6e-4066-883a-86452e34862a tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687389 Jul 14 10:16:26.165694 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 82b9309b-8e7b-45b5-811b-74c1bd86b0d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82b9309b-8e7b-45b5-811b-74c1bd86b0d5 found for delete ", "request_id": "req-01243d68-5b77-407a-9e13-447934f58c81"}]} Jul 14 10:16:26.170274 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.175764 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] 10.222.0.61 "DELETE /v2.0/networks/32aecae8-1c1b-45b6-9257-4f2ea89e12f3 HTTP/1.1" status: 204 len: 168 time: 0.3214228 Jul 14 10:16:26.186033 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929440ab-9212-4763-9902-a6f4c749014f admin admin] Pushing event deleted for resources: {'Network': ['ID=32aecae8-1c1b-45b6-9257-4f2ea89e12f3,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:26.202745 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-463f12a4-014c-4e49-bea7-4d731aa4e213 req-1b963579-d5b9-4cbe-aa17-2fc34666f3b6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718656 Jul 14 10:16:26.323830 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a503a-c8d3-4338-9b1a-3323cd7af78e req-a09434e7-f7df-4021-928a-31f63b02b3c6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:26.325429 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f46a503a-c8d3-4338-9b1a-3323cd7af78e req-a09434e7-f7df-4021-928a-31f63b02b3c6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 944 time: 0.0835595 Jul 14 10:16:26.331823 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49764) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:26.347293 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1d410-1c00-440b-a38f-881b14da9723 req-bbb10bc7-e1bf-4a34-b6f9-5d7d7018794a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:26.348727 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dfb1d410-1c00-440b-a38f-881b14da9723 req-bbb10bc7-e1bf-4a34-b6f9-5d7d7018794a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0687196 Jul 14 10:16:26.366471 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:26.380092 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-452e76e6-5966-4d98-b9e4-1b36393eaf1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f523b9be668a4dc69619027cec280a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437427 Jul 14 10:16:26.380649 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49766) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:26.414246 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f46a503a-c8d3-4338-9b1a-3323cd7af78e req-65ca5f14-f939-4b20-a408-39c49c06280b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802219 Jul 14 10:16:26.425619 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dfb1d410-1c00-440b-a38f-881b14da9723 req-8bafa406-cbd2-4c84-bac9-e4f0d93709db tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677631 Jul 14 10:16:26.437357 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1304832f-94aa-449a-b7bb-2721c51852d2 admin admin] Publish callbacks [] for security_group (fbbf0905-02da-409e-9135-da97bfc7dc64), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.452478 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1304832f-94aa-449a-b7bb-2721c51852d2 admin admin] Publish callbacks [] for security_group (fbbf0905-02da-409e-9135-da97bfc7dc64), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.482701 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:26.501286 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1304832f-94aa-449a-b7bb-2721c51852d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (fbbf0905-02da-409e-9135-da97bfc7dc64), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.501496 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:26.503882 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1304832f-94aa-449a-b7bb-2721c51852d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.505145 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-1304832f-94aa-449a-b7bb-2721c51852d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbbf0905-02da-409e-9135-da97bfc7dc64 HTTP/1.1" status: 204 len: 168 time: 0.1239135 Jul 14 10:16:26.514444 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304832f-94aa-449a-b7bb-2721c51852d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbf0905-02da-409e-9135-da97bfc7dc64,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:26.524790 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000654c-f8a8-4f50-bee9-ccb1b15328a5 req-b18910ef-1d4b-4864-ac91-d02c19adc5e9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:26.526643 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a000654c-f8a8-4f50-bee9-ccb1b15328a5 req-b18910ef-1d4b-4864-ac91-d02c19adc5e9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 945 time: 0.0562072 Jul 14 10:16:26.535508 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49770) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:26.540893 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-b1c373a2-23d8-421c-984e-23ce9cb06bc0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'floatingip': {'port_id': 'f62e512c-782f-43f9-802d-0be372fe0a8b'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:26.582944 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b1c373a2-23d8-421c-984e-23ce9cb06bc0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (0958f8cf-5702-458f-8d8f-b5810ed55d66), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:26.939244 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device b40b14ad-171e-4c6c-a909-36191cb0c933 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:16:26.991326 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port b40b14ad-171e-4c6c-a909-36191cb0c933 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:16:27.000720 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port b40b14ad-171e-4c6c-a909-36191cb0c933 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:16:27.001207 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.034899 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49788) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:27.056769 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b1c373a2-23d8-421c-984e-23ce9cb06bc0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.063817 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b1c373a2-23d8-421c-984e-23ce9cb06bc0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (0958f8cf-5702-458f-8d8f-b5810ed55d66), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.088891 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port b40b14ad-171e-4c6c-a909-36191cb0c933 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:16:27.089563 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.119253 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:27.122905 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95c5e41-1e85-45ac-955d-bb7f1e06b56a" -d '{"events": [{"server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "name": "network-vif-plugged", "status": "completed", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:27.139812 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port b40b14ad-171e-4c6c-a909-36191cb0c933, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=b40b14ad-171e-4c6c-a909-36191cb0c933,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:27.145924 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.184599 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-b1c373a2-23d8-421c-984e-23ce9cb06bc0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Floating IP 0958f8cf-5702-458f-8d8f-b5810ed55d66 associated. External IP: 172.27.0.213, port: f62e512c-782f-43f9-802d-0be372fe0a8b. Jul 14 10:16:27.196915 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06aebf8-b1d9-4855-870f-ba41d1e7d60f x-openstack-request-id: req-b06aebf8-b1d9-4855-870f-ba41d1e7d60f {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:27.197278 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "name": "network-vif-plugged", "status": "completed", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:27.197610 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b06aebf8-b1d9-4855-870f-ba41d1e7d60f {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:27.197943 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06aebf8-b1d9-4855-870f-ba41d1e7d60f'] response: {'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'code': 200} Jul 14 10:16:27.227197 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=b40b14ad-171e-4c6c-a909-36191cb0c933,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:27.241493 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3857189e-0078-4871-a491-49e84594d2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.368459 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e1d44-7c71-4151-9335-b1d252245b67 req-739a40eb-f0be-4265-bf75-b5a506136e61 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:27.369945 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-505e1d44-7c71-4151-9335-b1d252245b67 req-739a40eb-f0be-4265-bf75-b5a506136e61 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 943 time: 0.1047628 Jul 14 10:16:27.439503 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:27.500594 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3857189e-0078-4871-a491-49e84594d2c3 admin admin] Publish callbacks [] for security_group (4714b41f-7fb5-4d30-b8a1-6eb4637eb1ab), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.510899 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-505e1d44-7c71-4151-9335-b1d252245b67 req-46d01815-159a-4ee8-a5c6-7441b34d32f4 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313019 Jul 14 10:16:27.540084 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3857189e-0078-4871-a491-49e84594d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (4714b41f-7fb5-4d30-b8a1-6eb4637eb1ab), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.542495 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:27.621777 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e59682-6355-4e3f-b05d-8e82a7b50796 req-667fa843-9a03-4b52-ab63-a317f50c40a1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:27.623367 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-92e59682-6355-4e3f-b05d-8e82a7b50796 req-667fa843-9a03-4b52-ab63-a317f50c40a1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.1201663 Jul 14 10:16:27.680888 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-3857189e-0078-4871-a491-49e84594d2c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c6e169f09a3410084ca68a4a9fc9956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6447237 Jul 14 10:16:27.683805 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 49812) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:27.687107 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857189e-0078-4871-a491-49e84594d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4714b41f-7fb5-4d30-b8a1-6eb4637eb1ab,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:27.721211 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8824b89-b114-42bb-9961-65c04dec5442 req-c2eb51d9-9356-4bd2-aa78-f46bd429b68a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:27.722708 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a8824b89-b114-42bb-9961-65c04dec5442 req-c2eb51d9-9356-4bd2-aa78-f46bd429b68a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.1182332 Jul 14 10:16:27.747292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7275c6cf-b6e5-4822-929f-6359b75d70d2 admin admin] Publish callbacks [] for security_group (4714b41f-7fb5-4d30-b8a1-6eb4637eb1ab), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.755770 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c373a2-23d8-421c-984e-23ce9cb06bc0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:16:27.770230 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7275c6cf-b6e5-4822-929f-6359b75d70d2 admin admin] Publish callbacks [] for security_group (4714b41f-7fb5-4d30-b8a1-6eb4637eb1ab), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.772868 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-92e59682-6355-4e3f-b05d-8e82a7b50796 req-4cef0b41-e606-4fa6-a60c-8f419c071029 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278389 Jul 14 10:16:27.842421 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7275c6cf-b6e5-4822-929f-6359b75d70d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (4714b41f-7fb5-4d30-b8a1-6eb4637eb1ab), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.845243 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7275c6cf-b6e5-4822-929f-6359b75d70d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.849301 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-7275c6cf-b6e5-4822-929f-6359b75d70d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4714b41f-7fb5-4d30-b8a1-6eb4637eb1ab HTTP/1.1" status: 204 len: 168 time: 0.1609287 Jul 14 10:16:27.850446 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a8824b89-b114-42bb-9961-65c04dec5442 req-c6ccfe19-b603-48b6-b82d-26d4c371297f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185887 Jul 14 10:16:27.873813 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275c6cf-b6e5-4822-929f-6359b75d70d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4714b41f-7fb5-4d30-b8a1-6eb4637eb1ab,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:27.892475 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:27.941252 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c373a2-23d8-421c-984e-23ce9cb06bc0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:16:27.946716 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b1c373a2-23d8-421c-984e-23ce9cb06bc0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:27.959608 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:16:27.984970 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-b1c373a2-23d8-421c-984e-23ce9cb06bc0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "PUT /v2.0/floatingips/0958f8cf-5702-458f-8d8f-b5810ed55d66 HTTP/1.1" status: 200 len: 991 time: 1.4461989 Jul 14 10:16:27.984970 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48291869-495a-4466-a05f-86a03663c24e', 'tag': 'f62e512c-782f-43f9-802d-0be372fe0a8b'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:27.998393 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564251a1-9833-49e0-9065-28a1cb022523" -d '{"events": [{"name": "network-changed", "server_uuid": "48291869-495a-4466-a05f-86a03663c24e", "tag": "f62e512c-782f-43f9-802d-0be372fe0a8b"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:28.007702 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:16:28.008549 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:16:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:28.040508 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43828b49-ab54-45e0-a4c8-4ac8883e6e13 x-openstack-request-id: req-43828b49-ab54-45e0-a4c8-4ac8883e6e13 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:28.040791 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48291869-495a-4466-a05f-86a03663c24e", "tag": "f62e512c-782f-43f9-802d-0be372fe0a8b", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:28.041223 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43828b49-ab54-45e0-a4c8-4ac8883e6e13 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:28.041693 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43828b49-ab54-45e0-a4c8-4ac8883e6e13'] response: {'name': 'network-changed', 'server_uuid': '48291869-495a-4466-a05f-86a03663c24e', 'tag': 'f62e512c-782f-43f9-802d-0be372fe0a8b', 'status': 'completed', 'code': 200} Jul 14 10:16:28.124761 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564251a1-9833-49e0-9065-28a1cb022523 req-548d750e-1404-4477-8a3d-db28eb498290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:28.127468 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-564251a1-9833-49e0-9065-28a1cb022523 req-548d750e-1404-4477-8a3d-db28eb498290 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 1129 time: 0.0619457 Jul 14 10:16:28.145848 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:16:28.211238 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f11049-efad-46a2-8465-c50709800dfb req-a47ff2c7-f28e-41be-b11d-b5a8c980e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:28.212756 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-48f11049-efad-46a2-8465-c50709800dfb req-a47ff2c7-f28e-41be-b11d-b5a8c980e291 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 1129 time: 0.0532272 Jul 14 10:16:28.243669 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564251a1-9833-49e0-9065-28a1cb022523 req-2235ce40-4a87-4956-8bf7-e491aba1e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:28.250092 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-564251a1-9833-49e0-9065-28a1cb022523 req-2235ce40-4a87-4956-8bf7-e491aba1e2f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 915 time: 0.1031432 Jul 14 10:16:28.250481 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:28.273223 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-48f11049-efad-46a2-8465-c50709800dfb req-fd2d9c3c-c12b-4fd6-abc7-7891f1907123 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481169 Jul 14 10:16:28.330795 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-564251a1-9833-49e0-9065-28a1cb022523 req-4d9177d8-a973-4581-94b0-c49b9c35b4d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f62e512c-782f-43f9-802d-0be372fe0a8b HTTP/1.1" status: 200 len: 999 time: 0.0697570 Jul 14 10:16:28.379568 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '0958f8cf-5702-458f-8d8f-b5810ed55d66', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': 'f62e512c-782f-43f9-802d-0be372fe0a8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:1b:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48291869-495a-4466-a05f-86a03663c24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:16:03Z', 'updated_at': '2022-07-14T10:16:26Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}, {'id': '1ba947da-5846-49d2-977e-74e788d52a9a', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:15:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:03Z', 'updated_at': '2022-07-14T10:14:48Z', 'revision_number': 2, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:28.404581 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:16:28.413323 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:16:28.413939 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:16:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:28.522680 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:16:28.593737 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564251a1-9833-49e0-9065-28a1cb022523 req-05a3b815-187f-4bea-b356-e3b541e6e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:28.596389 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-564251a1-9833-49e0-9065-28a1cb022523 req-05a3b815-187f-4bea-b356-e3b541e6e6be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.0484586 Jul 14 10:16:28.679408 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd233a8-3211-4785-9758-6b476ba2aa08 req-3910b377-5dda-49e6-aa47-a08dd5e9dd81 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:28.680919 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2bd233a8-3211-4785-9758-6b476ba2aa08 req-3910b377-5dda-49e6-aa47-a08dd5e9dd81 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 943 time: 0.0836611 Jul 14 10:16:28.686584 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564251a1-9833-49e0-9065-28a1cb022523 req-987e7123-6f4b-4695-84d2-3a74cfdeb479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:28.687989 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-564251a1-9833-49e0-9065-28a1cb022523 req-987e7123-6f4b-4695-84d2-3a74cfdeb479 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583556 Jul 14 10:16:28.779101 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:28.780349 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '0958f8cf-5702-458f-8d8f-b5810ed55d66', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': 'f62e512c-782f-43f9-802d-0be372fe0a8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:1b:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48291869-495a-4466-a05f-86a03663c24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:16:03Z', 'updated_at': '2022-07-14T10:16:26Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}, {'id': '1ba947da-5846-49d2-977e-74e788d52a9a', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:15:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:03Z', 'updated_at': '2022-07-14T10:14:48Z', 'revision_number': 2, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:28.801121 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2bd233a8-3211-4785-9758-6b476ba2aa08 req-4be6d65d-21bb-4547-8d5b-0dc1a9b45eea tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121635 Jul 14 10:16:28.806061 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c97401-c237-4c1f-a2f7-175805138ab0 None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '0958f8cf-5702-458f-8d8f-b5810ed55d66', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': 'f62e512c-782f-43f9-802d-0be372fe0a8b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:1b:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48291869-495a-4466-a05f-86a03663c24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:16:03Z', 'updated_at': '2022-07-14T10:16:26Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}, {'id': '1ba947da-5846-49d2-977e-74e788d52a9a', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:15:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:03Z', 'updated_at': '2022-07-14T10:14:48Z', 'revision_number': 2, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:16:28.825491 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-564251a1-9833-49e0-9065-28a1cb022523 req-51a60981-0421-475d-93cc-5a0827704450 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220055 Jul 14 10:16:28.923966 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 4fe03bab-cecb-4477-ab70-6692900e70c5 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:16:28.947078 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21058c-2c7c-4c97-899b-a08fd3acbf5a req-71c2b394-dc6b-4971-a667-9dd45c16e5dc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:28.948690 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ac21058c-2c7c-4c97-899b-a08fd3acbf5a req-71c2b394-dc6b-4971-a667-9dd45c16e5dc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0857966 Jul 14 10:16:29.072135 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127705cd-3fad-4a6a-b421-074f78c8facf req-8b11c93f-81f9-40e9-a962-e1d655639dc6 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:29.082527 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-127705cd-3fad-4a6a-b421-074f78c8facf req-8b11c93f-81f9-40e9-a962-e1d655639dc6 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.1146114 Jul 14 10:16:29.100800 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 4fe03bab-cecb-4477-ab70-6692900e70c5, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=4fe03bab-cecb-4477-ab70-6692900e70c5,segment=NetworkSegment(2b62079c-8f55-4dff-9a96-2742d03ac88a),segment_id=2b62079c-8f55-4dff-9a96-2742d03ac88a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:29.123700 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '4fe03bab-cecb-4477-ab70-6692900e70c5', 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4', 'port_id': '4fe03bab-cecb-4477-ab70-6692900e70c5', 'mac_address': 'fa:16:3e:37:9d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd229980c-ed38-47a4-a2bc-45a7ff589027', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:16:29.128137 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ac21058c-2c7c-4c97-899b-a08fd3acbf5a req-a10583a0-d895-417f-9be7-b1a3089bf04f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718631 Jul 14 10:16:29.133434 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25871194-8fbc-406b-ad4d-b6dd5d753908 None None] New status for floating IP 0958f8cf-5702-458f-8d8f-b5810ed55d66: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:16:29.190705 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-127705cd-3fad-4a6a-b421-074f78c8facf req-a7dc134c-0a03-4566-b72b-8ccf142805a8 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069813 Jul 14 10:16:29.214365 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:29.226812 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 4fe03bab-cecb-4477-ab70-6692900e70c5 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:16:29.227420 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:29.266278 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe03bab-cecb-4477-ab70-6692900e70c5 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:16:29.292241 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 4fe03bab-cecb-4477-ab70-6692900e70c5, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=4fe03bab-cecb-4477-ab70-6692900e70c5,segment=NetworkSegment(2b62079c-8f55-4dff-9a96-2742d03ac88a),segment_id=2b62079c-8f55-4dff-9a96-2742d03ac88a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:29.297499 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-09a38b8e-0ea1-444d-8652-19a7f30367db tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=47163a6d0e704f8eb8d0725284918f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387480 Jul 14 10:16:29.298244 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:29.340330 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:29.355285 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=4fe03bab-cecb-4477-ab70-6692900e70c5,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:29.733124 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['4fe03bab-cecb-4477-ab70-6692900e70c5'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:16:29.772619 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-529b0552-d230-4961-9a71-1242a319dd23 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:29.774111 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-529b0552-d230-4961-9a71-1242a319dd23 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4758589 Jul 14 10:16:29.801718 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-66444281-7d5a-4236-813d-7088ed3b9e2f tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/quotas/47163a6d0e704f8eb8d0725284918f86 HTTP/1.1" status: 200 len: 375 time: 0.0194683 Jul 14 10:16:29.805293 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-564251a1-9833-49e0-9065-28a1cb022523 req-c2eaac02-9fb8-448a-8308-9b8c6f90df4f service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756855 Jul 14 10:16:29.833479 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:29.836350 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-5c147b01-ad44-4bc1-aace-1143894d6c4f tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=47163a6d0e704f8eb8d0725284918f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287247 Jul 14 10:16:29.937338 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43812a89-8370-443d-a183-0b81c0ed24ef req-c7f467c7-a67a-4bff-b25b-d7e8d211a52b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:29.938952 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-43812a89-8370-443d-a183-0b81c0ed24ef req-c7f467c7-a67a-4bff-b25b-d7e8d211a52b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 944 time: 0.0516276 Jul 14 10:16:30.007458 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-43812a89-8370-443d-a183-0b81c0ed24ef req-f2d7379d-b1a1-4784-9bc4-3a6c65bbe628 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610068 Jul 14 10:16:30.027979 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-55699e9e-c78f-4f2d-b1d3-0e37228930fc req-4a6cb32b-d787-4753-9fbc-174ee6d8325b tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 210 time: 0.0374289 Jul 14 10:16:30.279051 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3c6f6-c0d6-45f6-86c0-c80845c876c9 req-5d284377-7a0d-4aec-b355-dcee6fd1a80f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:30.280624 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-14d3c6f6-c0d6-45f6-86c0-c80845c876c9 req-5d284377-7a0d-4aec-b355-dcee6fd1a80f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0653031 Jul 14 10:16:30.345644 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9bf71-f108-47b2-9a9a-b22145ba452b req-bd183147-0982-45e6-a23c-37f1a964c3c2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:30.347127 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-96d9bf71-f108-47b2-9a9a-b22145ba452b req-bd183147-0982-45e6-a23c-37f1a964c3c2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0656037 Jul 14 10:16:30.390700 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-14d3c6f6-c0d6-45f6-86c0-c80845c876c9 req-9e52984b-a9a3-46ba-9ad0-8488a7a381af tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997994 Jul 14 10:16:30.413496 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-96d9bf71-f108-47b2-9a9a-b22145ba452b req-480ea7d5-9160-4b12-a939-e57d9ddd2b31 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588338 Jul 14 10:16:30.511752 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ae16-c445-417e-9ae2-a0946cd92640 req-f14c8e0f-e6dc-4049-9897-deebdf93e00e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:30.513270 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b3a2ae16-c445-417e-9ae2-a0946cd92640 req-f14c8e0f-e6dc-4049-9897-deebdf93e00e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0521679 Jul 14 10:16:30.522422 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 49898) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:16:30.527123 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-053e3770-3cfc-4c0b-b9b9-54de6843179c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Request body: {'floatingip': {'port_id': 'b40b14ad-171e-4c6c-a909-36191cb0c933'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:30.564773 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-053e3770-3cfc-4c0b-b9b9-54de6843179c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for floatingip (f8f81dc2-34ab-430d-90fa-4061250eef12), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:30.771282 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:31.025555 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-053e3770-3cfc-4c0b-b9b9-54de6843179c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:31.029368 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-053e3770-3cfc-4c0b-b9b9-54de6843179c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (f8f81dc2-34ab-430d-90fa-4061250eef12), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:31.044071 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 4fe03bab-cecb-4477-ab70-6692900e70c5 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:16:31.061956 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:31.096702 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 4fe03bab-cecb-4477-ab70-6692900e70c5 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:16:31.103556 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 4fe03bab-cecb-4477-ab70-6692900e70c5 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:16:31.103946 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:31.182593 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4f8d58a1-6511-4a18-bd7a-b83cf3384282 req-825c4884-333b-4873-ade3-225dc043d802 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 210 time: 0.0612838 Jul 14 10:16:31.184330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 4fe03bab-cecb-4477-ab70-6692900e70c5 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:16:31.184722 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:31.187363 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-053e3770-3cfc-4c0b-b9b9-54de6843179c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Floating IP f8f81dc2-34ab-430d-90fa-4061250eef12 associated. External IP: 172.27.0.215, port: b40b14ad-171e-4c6c-a909-36191cb0c933. Jul 14 10:16:31.209062 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5164f3a1-116c-47db-8d85-1e34b56e4018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe03bab-cecb-4477-ab70-6692900e70c5'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:31.211269 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd81f7c-61fe-4c62-915f-a721a760c12b" -d '{"events": [{"server_uuid": "5164f3a1-116c-47db-8d85-1e34b56e4018", "name": "network-vif-plugged", "status": "completed", "tag": "4fe03bab-cecb-4477-ab70-6692900e70c5"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:31.225702 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 4fe03bab-cecb-4477-ab70-6692900e70c5, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=4fe03bab-cecb-4477-ab70-6692900e70c5,segment=NetworkSegment(2b62079c-8f55-4dff-9a96-2742d03ac88a),segment_id=2b62079c-8f55-4dff-9a96-2742d03ac88a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:31.232899 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:31.240262 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448e8c6-1188-4f69-b3f6-cef1a89969c0 req-16b01738-33a5-47f9-b3fc-808d89a8473f tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:31.242365 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6448e8c6-1188-4f69-b3f6-cef1a89969c0 req-16b01738-33a5-47f9-b3fc-808d89a8473f tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 944 time: 0.1339941 Jul 14 10:16:31.262395 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4db660-04d7-4f21-963c-3f1f148382e0 x-openstack-request-id: req-4b4db660-04d7-4f21-963c-3f1f148382e0 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:31.262708 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5164f3a1-116c-47db-8d85-1e34b56e4018", "name": "network-vif-plugged", "status": "completed", "tag": "4fe03bab-cecb-4477-ab70-6692900e70c5", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:31.262976 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b4db660-04d7-4f21-963c-3f1f148382e0 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:31.263361 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4db660-04d7-4f21-963c-3f1f148382e0'] response: {'server_uuid': '5164f3a1-116c-47db-8d85-1e34b56e4018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe03bab-cecb-4477-ab70-6692900e70c5', 'code': 200} Jul 14 10:16:31.289241 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=4fe03bab-cecb-4477-ab70-6692900e70c5,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:31.338896 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6448e8c6-1188-4f69-b3f6-cef1a89969c0 req-41545357-ea21-4e09-99d5-69ea248255b5 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883884 Jul 14 10:16:31.416694 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6075e03-6edc-45a7-adaf-d1adf8cad331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:31.451593 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-a78e81ba-c351-4d52-bfc8-aacb1c5e6142 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=47163a6d0e704f8eb8d0725284918f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265355 Jul 14 10:16:31.567697 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade91ec-ef15-4282-b54a-ec3c76b13e47 req-dcde07fd-84d6-4618-a2cc-98bb6c9308fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:31.570050 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-8ade91ec-ef15-4282-b54a-ec3c76b13e47 req-dcde07fd-84d6-4618-a2cc-98bb6c9308fe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 1129 time: 0.0406787 Jul 14 10:16:31.588873 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053e3770-3cfc-4c0b-b9b9-54de6843179c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Router ec372893-84f4-44af-b519-fd0b35a1fab8 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:16:31.611791 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba46919-f783-4bc9-87fc-398c7d989eae req-3f99fa47-c520-452a-9369-34a2e9ea9772 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:31.613389 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3ba46919-f783-4bc9-87fc-398c7d989eae req-3f99fa47-c520-452a-9369-34a2e9ea9772 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.1203730 Jul 14 10:16:31.620582 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-8ade91ec-ef15-4282-b54a-ec3c76b13e47 req-26d22c15-38f1-454a-80c9-31c9791e3d17 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Jul 14 10:16:31.699417 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-f150d30b-9e5a-4cb8-8e21-f6ba06cf466d tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:31.700817 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-f150d30b-9e5a-4cb8-8e21-f6ba06cf466d tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399886 Jul 14 10:16:31.760650 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3ba46919-f783-4bc9-87fc-398c7d989eae req-6ad6a5c8-081a-450d-92d6-53cbd114ea17 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375008 Jul 14 10:16:31.777533 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053e3770-3cfc-4c0b-b9b9-54de6843179c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:16:31.782110 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-053e3770-3cfc-4c0b-b9b9-54de6843179c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:31.787517 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] Sync routers for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:16:31.798061 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:16:31.798676 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:16:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:31.813007 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-053e3770-3cfc-4c0b-b9b9-54de6843179c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "PUT /v2.0/floatingips/f8f81dc2-34ab-430d-90fa-4061250eef12 HTTP/1.1" status: 200 len: 991 time: 1.2894313 Jul 14 10:16:31.813516 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:31.815740 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e9df5-67b7-43f5-8a77-23b46f9565a8" -d '{"events": [{"name": "network-changed", "server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:31.854045 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d258230-7d78-4403-abe0-49dec3fd9bb3 x-openstack-request-id: req-6d258230-7d78-4403-abe0-49dec3fd9bb3 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:31.854408 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:31.854802 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d258230-7d78-4403-abe0-49dec3fd9bb3 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:31.855284 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d258230-7d78-4403-abe0-49dec3fd9bb3'] response: {'name': 'network-changed', 'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'status': 'completed', 'code': 200} Jul 14 10:16:31.900992 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:16:31.960518 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Request body: {'port': {'device_id': 'c4349547-2d12-4277-955a-38e90a338d8d', 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86', 'admin_state_up': True, 'tenant_id': '47163a6d0e704f8eb8d0725284918f86'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:31.982193 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:32.099422 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Made reservation on behalf of 47163a6d0e704f8eb8d0725284918f86 for: {'port': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:16:32.103823 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:32.112901 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:32.143334 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:32.148300 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': 'f8f81dc2-34ab-430d-90fa-4061250eef12', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'port_id': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'mac_address': 'fa:16:3e:9b:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:16:10Z', 'updated_at': '2022-07-14T10:16:30Z', 'revision_number': 1, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:12Z', 'revision_number': 5, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:32.170083 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-926efd6d-68cd-496b-aaf4-e68b73a32cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:32.170800 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:32.171969 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-926efd6d-68cd-496b-aaf4-e68b73a32cdc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 1129 time: 0.0487933 Jul 14 10:16:32.174931 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] Checking router: ec372893-84f4-44af-b519-fd0b35a1fab8 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:16:32.183499 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:16:32.184102 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:16:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:32.200428 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks [] for security_group (8bec649e-b7c4-4ec8-b554-78ac8b71c0fb), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:32.205382 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (8bec649e-b7c4-4ec8-b554-78ac8b71c0fb), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:32.287924 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-29a652fe-3215-4e94-bb2c-23e6f2459384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:32.289627 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-29a652fe-3215-4e94-bb2c-23e6f2459384 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.1006222 Jul 14 10:16:32.305969 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:16:32.342032 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:32.348281 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8f9fb2be-baee-4b83-ae47-1688b07d8ade req-1d7bb4f9-8097-4037-9bbd-919b4d95f963 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 210 time: 0.0541513 Jul 14 10:16:32.416782 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Allocated IP 192.168.233.121 (c63ff260-516c-42dc-a3c6-a1d52fbb6a86/4aea92b0-0e4a-4885-9afc-7d3ce7224e8d/bd8ccecb-2a4e-4685-b380-393cb3e7838f) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:16:32.438240 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:32.480162 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd2a47-c290-42f9-b208-dab000517d5e req-b4bfa856-4e5f-4390-b1d4-aaf6e72bec04 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:32.481673 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-94dd2a47-c290-42f9-b208-dab000517d5e req-b4bfa856-4e5f-4390-b1d4-aaf6e72bec04 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 945 time: 0.0625293 Jul 14 10:16:32.539633 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': 'f8f81dc2-34ab-430d-90fa-4061250eef12', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'port_id': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'mac_address': 'fa:16:3e:9b:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:16:10Z', 'updated_at': '2022-07-14T10:16:30Z', 'revision_number': 1, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:12Z', 'revision_number': 5, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:32.563999 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096f2d9-128f-471d-bae9-672981a44c87 None None] The sync data for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi is: [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': 'f8f81dc2-34ab-430d-90fa-4061250eef12', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'port_id': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'mac_address': 'fa:16:3e:9b:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:16:10Z', 'updated_at': '2022-07-14T10:16:30Z', 'revision_number': 1, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:12Z', 'revision_number': 5, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:16:32.602753 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-94dd2a47-c290-42f9-b208-dab000517d5e req-48980adb-c540-416d-9fb4-2121bda472b2 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093295 Jul 14 10:16:32.647144 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks [] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:32.680313 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:32.724939 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:32.728629 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:16:32.732415 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:32.739987 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:16:32.745286 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:32.745908 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:32.760525 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Pushing event updated for resources: {'Port': ['ID=bd8ccecb-2a4e-4685-b380-393cb3e7838f,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:32.772065 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-af458e8d-bd8e-4214-9eeb-f48541095890 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8149967 Jul 14 10:16:32.797176 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Request body: {'port': {'device_id': 'c4349547-2d12-4277-955a-38e90a338d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:16:32.872437 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:32.901857 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-f88d6e8e-2bae-48ae-a968-daa2fbcc0efa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b40b14ad-171e-4c6c-a909-36191cb0c933 HTTP/1.1" status: 200 len: 999 time: 0.1097741 Jul 14 10:16:32.976808 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-1ce910c7-695d-4d7f-9290-b69d6839d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:32.978805 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-1ce910c7-695d-4d7f-9290-b69d6839d253 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0621922 Jul 14 10:16:32.980185 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-8fd8187a-e18c-4c05-a133-b99c93b0e02d None None] Provisioning complete for port bd8ccecb-2a4e-4685-b380-393cb3e7838f triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:16:32.980557 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7238c4c-add7-48ff-b733-f365e1821a0a req-2af29e30-581b-41e4-959b-176564d80ed3 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:32.980689 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8fd8187a-e18c-4c05-a133-b99c93b0e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:32.982187 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b7238c4c-add7-48ff-b733-f365e1821a0a req-2af29e30-581b-41e4-959b-176564d80ed3 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.1071029 Jul 14 10:16:33.021869 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8187a-e18c-4c05-a133-b99c93b0e02d None None] Port bd8ccecb-2a4e-4685-b380-393cb3e7838f cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:16:33.059600 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-626f9a6f-cfd4-497d-b4da-4206733683b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:33.060355 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-626f9a6f-cfd4-497d-b4da-4206733683b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437870 Jul 14 10:16:33.114873 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b7238c4c-add7-48ff-b733-f365e1821a0a req-c6ac92f2-6c8a-448b-9215-9c376f7b3970 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250663 Jul 14 10:16:33.154094 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:33.182845 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:33.202023 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-8006436c-8f7f-4ac2-afbe-16626b1fbd12 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281445 Jul 14 10:16:33.291063 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8ccecb-2a4e-4685-b380-393cb3e7838f {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:16:33.299364 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Publish callbacks [] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:33.313381 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Transition to ACTIVE for port object bd8ccecb-2a4e-4685-b380-393cb3e7838f will not be triggered until provisioned by entity L2. {{(pid=104066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:16:33.317090 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:33.323788 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1236c9df-77d2-433c-9960-de79a5a4b2ea None None] New status for floating IP f8f81dc2-34ab-430d-90fa-4061250eef12: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:16:33.367824 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8ccecb-2a4e-4685-b380-393cb3e7838f,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:33.414944 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Attempting to bind port bd8ccecb-2a4e-4685-b380-393cb3e7838f on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:16:33.415305 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Attempting to bind port bd8ccecb-2a4e-4685-b380-393cb3e7838f by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '730ea0d0-ec74-4b15-949e-b9bbdaaaeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:16:33.415603 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Attempting to bind port bd8ccecb-2a4e-4685-b380-393cb3e7838f on network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:16:33.420976 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Port bd8ccecb-2a4e-4685-b380-393cb3e7838f on network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:16:33.421306 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Attempting to bind port bd8ccecb-2a4e-4685-b380-393cb3e7838f on network c63ff260-516c-42dc-a3c6-a1d52fbb6a86 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:16:33.426768 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:16:33.427110 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Checking segment: {'id': '730ea0d0-ec74-4b15-949e-b9bbdaaaeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:16:33.427493 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Bound using segment: {'id': '730ea0d0-ec74-4b15-949e-b9bbdaaaeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:16:33.428122 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Bound port: bd8ccecb-2a4e-4685-b380-393cb3e7838f, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730ea0d0-ec74-4b15-949e-b9bbdaaaeb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:16:33.428488 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:33.532299 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14c2b6-e3ea-4236-9bf7-ef130f19959b req-4a5a5e12-11ec-4316-9c29-74a90c9d66aa tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:33.534340 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e14c2b6-e3ea-4236-9bf7-ef130f19959b req-4a5a5e12-11ec-4316-9c29-74a90c9d66aa tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 948 time: 0.0825958 Jul 14 10:16:33.561108 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] For port bd8ccecb-2a4e-4685-b380-393cb3e7838f, host hv-cinder-84980, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:33.587151 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-52498552-b055-415a-84ec-d49e5f30dca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:33.587668 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] For port bd8ccecb-2a4e-4685-b380-393cb3e7838f, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=bd8ccecb-2a4e-4685-b380-393cb3e7838f,segment=NetworkSegment(730ea0d0-ec74-4b15-949e-b9bbdaaaeb00),segment_id=730ea0d0-ec74-4b15-949e-b9bbdaaaeb00)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:16:33.597162 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:33.652172 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e14c2b6-e3ea-4236-9bf7-ef130f19959b req-b32eae4b-88c5-4f0e-bd3f-1665022739fc tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012752 Jul 14 10:16:33.657886 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:33.658518 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:33.659984 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] 10.222.0.58 "PUT /v2.0/ports/bd8ccecb-2a4e-4685-b380-393cb3e7838f HTTP/1.1" status: 200 len: 1098 time: 0.8675549 Jul 14 10:16:33.678947 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932e3ba-f55b-42eb-945d-389d8045b753 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8ccecb-2a4e-4685-b380-393cb3e7838f,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:33.722155 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:33.730911 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aec19-be3b-499c-bd7f-b3215c939732 req-f5b77eab-99eb-4643-a969-e1d51ce34027 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:33.732493 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-220aec19-be3b-499c-bd7f-b3215c939732 req-f5b77eab-99eb-4643-a969-e1d51ce34027 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 945 time: 0.0505943 Jul 14 10:16:33.782858 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-220aec19-be3b-499c-bd7f-b3215c939732 req-4cae0a8c-597b-4efe-80ac-05132a9712f7 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441263 Jul 14 10:16:33.856605 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4349547-2d12-4277-955a-38e90a338d8d', 'tag': 'bd8ccecb-2a4e-4685-b380-393cb3e7838f'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:33.859350 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d74615-9467-4ae9-a1d0-e4f7c52f54cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c4349547-2d12-4277-955a-38e90a338d8d", "tag": "bd8ccecb-2a4e-4685-b380-393cb3e7838f"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:33.894508 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7f17a5-228a-4d5d-b1f5-1558099a3fcf x-openstack-request-id: req-cd7f17a5-228a-4d5d-b1f5-1558099a3fcf {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:33.894802 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4349547-2d12-4277-955a-38e90a338d8d", "tag": "bd8ccecb-2a4e-4685-b380-393cb3e7838f", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:33.895055 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd7f17a5-228a-4d5d-b1f5-1558099a3fcf {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:33.895458 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7f17a5-228a-4d5d-b1f5-1558099a3fcf'] response: {'name': 'network-changed', 'server_uuid': 'c4349547-2d12-4277-955a-38e90a338d8d', 'tag': 'bd8ccecb-2a4e-4685-b380-393cb3e7838f', 'status': 'completed', 'code': 200} Jul 14 10:16:34.101295 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b33e9df5-67b7-43f5-8a77-23b46f9565a8 req-6c8a8546-f1e2-4ffa-95f5-ba976c93aa7a service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906515 Jul 14 10:16:34.238149 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d74615-9467-4ae9-a1d0-e4f7c52f54cd req-2ced216b-bba2-4991-8fb6-9446a64eb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:34.239536 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-67d74615-9467-4ae9-a1d0-e4f7c52f54cd req-2ced216b-bba2-4991-8fb6-9446a64eb5fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=47163a6d0e704f8eb8d0725284918f86&device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 1132 time: 0.0679133 Jul 14 10:16:34.277743 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4ff17-b8fa-4624-8a78-0bb78da7cfa7 req-a9a95966-13a1-4af2-9101-0a975d8eb093 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:34.281415 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cce4ff17-b8fa-4624-8a78-0bb78da7cfa7 req-a9a95966-13a1-4af2-9101-0a975d8eb093 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0591853 Jul 14 10:16:34.335367 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cce4ff17-b8fa-4624-8a78-0bb78da7cfa7 req-d3be98ef-9dfd-4b1c-9cca-da9fb28e8221 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496502 Jul 14 10:16:34.359847 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-67d74615-9467-4ae9-a1d0-e4f7c52f54cd req-dd67e7e6-1a27-4ba1-8c8b-35e682651d7a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=47163a6d0e704f8eb8d0725284918f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219126 Jul 14 10:16:34.461665 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d74615-9467-4ae9-a1d0-e4f7c52f54cd req-81ad8567-9eb3-47a5-b954-da019e1744f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:34.463175 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-67d74615-9467-4ae9-a1d0-e4f7c52f54cd req-81ad8567-9eb3-47a5-b954-da019e1744f3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958657 Jul 14 10:16:34.559745 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:34.570452 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-b5a3d548-2aa3-45ba-bef6-a09f6d34f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:34.572882 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-b5a3d548-2aa3-45ba-bef6-a09f6d34f215 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=47163a6d0e704f8eb8d0725284918f86&device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 1132 time: 0.0577478 Jul 14 10:16:34.639813 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-6d5ed511-9d9b-409e-adab-28acfcb1ff95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bd8ccecb-2a4e-4685-b380-393cb3e7838f HTTP/1.1" status: 200 len: 217 time: 0.0324881 Jul 14 10:16:34.698752 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-264bcae8-2a96-4e47-ac1f-a275cfe1c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:34.700329 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-264bcae8-2a96-4e47-ac1f-a275cfe1c2f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4aea92b0-0e4a-4885-9afc-7d3ce7224e8d HTTP/1.1" status: 200 len: 843 time: 0.0490582 Jul 14 10:16:34.752894 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-abafbc48-743b-4423-9cab-0399291f97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:34.754436 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-abafbc48-743b-4423-9cab-0399291f97ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c63ff260-516c-42dc-a3c6-a1d52fbb6a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0411243 Jul 14 10:16:34.777388 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931dca7-892a-44e0-9f77-64a023025f9e req-17edd95c-094f-4711-93e3-c543985eca5c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:34.778865 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a931dca7-892a-44e0-9f77-64a023025f9e req-17edd95c-094f-4711-93e3-c543985eca5c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 948 time: 0.0484035 Jul 14 10:16:34.834973 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a931dca7-892a-44e0-9f77-64a023025f9e req-aa3262f8-1348-4b63-9087-1caeb57ea280 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501163 Jul 14 10:16:34.867057 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-ef04c466-7e16-4802-93ff-ea5ffe9361b7 service neutron] 10.222.0.58 "GET /v2.0/networks/c63ff260-516c-42dc-a3c6-a1d52fbb6a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942926 Jul 14 10:16:34.971111 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-dfff87ad-0bc6-4d8e-8dd3-016ebc59d002 req-44ab261b-af5b-416d-af70-7f47eb195543 service neutron] 10.222.0.58 "GET /v2.0/networks/c63ff260-516c-42dc-a3c6-a1d52fbb6a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890782 Jul 14 10:16:34.999340 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:35.452214 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0582-0525-4554-af7e-9358b50914fa req-16356c26-dc71-43b7-846d-87093f7a6fe0 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:35.453668 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-93ff0582-0525-4554-af7e-9358b50914fa req-16356c26-dc71-43b7-846d-87093f7a6fe0 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0459650 Jul 14 10:16:35.499464 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-93ff0582-0525-4554-af7e-9358b50914fa req-5809f666-a015-4c5b-b255-0f7aa982aced tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 Jul 14 10:16:35.961269 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395a4f1-fed5-4eb6-a66b-70c97e1d86b0 req-53fbf8fb-8288-4af9-8bac-813806ebcf4c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:35.962762 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5395a4f1-fed5-4eb6-a66b-70c97e1d86b0 req-53fbf8fb-8288-4af9-8bac-813806ebcf4c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 948 time: 0.0507755 Jul 14 10:16:35.983177 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:36.011076 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5395a4f1-fed5-4eb6-a66b-70c97e1d86b0 req-8b8247f6-5108-4936-9b68-e1eb7ef9f996 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427589 Jul 14 10:16:36.352096 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:36.494596 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:36.614556 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83006b-434d-4e22-aa77-4d0af5ce15cf req-d4835d7c-3503-4bba-a79e-24f4a8cf686d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:36.616025 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5a83006b-434d-4e22-aa77-4d0af5ce15cf req-d4835d7c-3503-4bba-a79e-24f4a8cf686d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0479352 Jul 14 10:16:36.663462 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5a83006b-434d-4e22-aa77-4d0af5ce15cf req-d1b094d8-a8f5-4988-93ef-c963499bcb88 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 Jul 14 10:16:37.126168 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76185044-5482-46c4-be73-0608661d4d67 req-62821a59-bbaf-4ed3-9159-92889b52efb7 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:37.127602 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-76185044-5482-46c4-be73-0608661d4d67 req-62821a59-bbaf-4ed3-9159-92889b52efb7 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 948 time: 0.0487342 Jul 14 10:16:37.173861 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-76185044-5482-46c4-be73-0608661d4d67 req-55dc7f8a-0283-4984-8a98-b18106b8cacd tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Jul 14 10:16:37.780694 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5214efd-42f7-460f-9b42-079b62494784 req-a1e43976-a99d-40a0-bb4e-06df796179ff tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:37.782659 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c5214efd-42f7-460f-9b42-079b62494784 req-a1e43976-a99d-40a0-bb4e-06df796179ff tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0499580 Jul 14 10:16:37.830677 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c5214efd-42f7-460f-9b42-079b62494784 req-0020663b-1ef0-4673-9893-67c7d4d66c4b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416365 Jul 14 10:16:38.288829 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b05d0-0d00-4687-8c60-421899626988 req-671a8066-e7de-416e-a735-6086ca3765d3 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:38.290303 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-124b05d0-0d00-4687-8c60-421899626988 req-671a8066-e7de-416e-a735-6086ca3765d3 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 948 time: 0.0478415 Jul 14 10:16:38.338869 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-124b05d0-0d00-4687-8c60-421899626988 req-16b76ae0-59e0-48e0-a52a-65228a56e899 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Jul 14 10:16:38.944567 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa26e-0e38-4616-9032-02f7f3d08706 req-975b6f6e-a30d-424c-b76e-79d7ee008274 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:38.946068 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb7fa26e-0e38-4616-9032-02f7f3d08706 req-975b6f6e-a30d-424c-b76e-79d7ee008274 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0484509 Jul 14 10:16:38.993269 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb7fa26e-0e38-4616-9032-02f7f3d08706 req-c91240b8-bddc-46fa-abcd-abd984d820d5 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415878 Jul 14 10:16:39.455435 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecae0e6-e475-4b85-8515-81e08149ca6c req-da70991e-12dd-4d08-bd8a-d956eba3b197 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:39.457091 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8ecae0e6-e475-4b85-8515-81e08149ca6c req-da70991e-12dd-4d08-bd8a-d956eba3b197 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 948 time: 0.0494752 Jul 14 10:16:39.514442 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8ecae0e6-e475-4b85-8515-81e08149ca6c req-fb4b5786-5ff0-4a84-b338-3e3c6aae2244 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492890 Jul 14 10:16:39.831006 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device bd8ccecb-2a4e-4685-b380-393cb3e7838f details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:16:39.931686 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port bd8ccecb-2a4e-4685-b380-393cb3e7838f, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=bd8ccecb-2a4e-4685-b380-393cb3e7838f,segment=NetworkSegment(730ea0d0-ec74-4b15-949e-b9bbdaaaeb00),segment_id=730ea0d0-ec74-4b15-949e-b9bbdaaaeb00)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:40.070675 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': 'bd8ccecb-2a4e-4685-b380-393cb3e7838f', 'network_id': 'c63ff260-516c-42dc-a3c6-a1d52fbb6a86', 'port_id': 'bd8ccecb-2a4e-4685-b380-393cb3e7838f', 'mac_address': 'fa:16:3e:95:91:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aea92b0-0e4a-4885-9afc-7d3ce7224e8d', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:16:40.109684 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port bd8ccecb-2a4e-4685-b380-393cb3e7838f is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:16:40.110074 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:40.120035 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc905e-3eff-4a88-9605-cedec48fe387 req-79f08c9a-eedf-4a6d-b66d-2e3c0e457953 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:40.122034 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e7fc905e-3eff-4a88-9605-cedec48fe387 req-79f08c9a-eedf-4a6d-b66d-2e3c0e457953 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0550537 Jul 14 10:16:40.131298 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8ccecb-2a4e-4685-b380-393cb3e7838f {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:16:40.139419 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:40.153021 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port bd8ccecb-2a4e-4685-b380-393cb3e7838f, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=bd8ccecb-2a4e-4685-b380-393cb3e7838f,segment=NetworkSegment(730ea0d0-ec74-4b15-949e-b9bbdaaaeb00),segment_id=730ea0d0-ec74-4b15-949e-b9bbdaaaeb00)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:40.157144 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:40.178492 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e7fc905e-3eff-4a88-9605-cedec48fe387 req-7a20314f-8879-4298-a5f9-e22d7f905a05 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457497 Jul 14 10:16:40.202746 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=bd8ccecb-2a4e-4685-b380-393cb3e7838f,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:40.633278 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c901c-8dce-4976-9f15-2b3a0c8caf5e req-539f6448-2696-4acc-b79a-20658d429b73 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:40.634685 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c63c901c-8dce-4976-9f15-2b3a0c8caf5e req-539f6448-2696-4acc-b79a-20658d429b73 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 949 time: 0.0492272 Jul 14 10:16:40.681963 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c63c901c-8dce-4976-9f15-2b3a0c8caf5e req-a71bc0b5-a822-48e5-960b-a951b027e850 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Jul 14 10:16:40.753712 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['bd8ccecb-2a4e-4685-b380-393cb3e7838f'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:16:40.806803 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:41.301628 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf5b67-11d5-49db-a6ae-9260409186bb req-570d87c8-a2c6-44db-bb6b-c621317b3fdc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:41.303106 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2cbf5b67-11d5-49db-a6ae-9260409186bb req-570d87c8-a2c6-44db-bb6b-c621317b3fdc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0518146 Jul 14 10:16:41.362741 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2cbf5b67-11d5-49db-a6ae-9260409186bb req-371ac1eb-0970-47e8-a4c7-450ea03c6a13 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539882 Jul 14 10:16:41.627468 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe0136-967c-4811-b7d2-ddba3956200a req-96d4ffd4-c5ea-4b2e-a6fa-d46c725e87bb tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:41.629193 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-97fe0136-967c-4811-b7d2-ddba3956200a req-96d4ffd4-c5ea-4b2e-a6fa-d46c725e87bb tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0730610 Jul 14 10:16:41.681544 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-97fe0136-967c-4811-b7d2-ddba3956200a req-acc8a602-eb25-4e27-97f1-2533567f6063 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450187 Jul 14 10:16:41.752679 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-7a721aff-8613-4b71-ae96-e44c0b1c3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:41.754306 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-7a721aff-8613-4b71-ae96-e44c0b1c3403 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 1130 time: 0.0411277 Jul 14 10:16:41.796716 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857afd8-ebe7-418d-9dd0-87e28ae6e9e7 req-efcc24d7-c034-4a68-b2d0-6dad994994d5 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:41.798189 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7857afd8-ebe7-418d-9dd0-87e28ae6e9e7 req-efcc24d7-c034-4a68-b2d0-6dad994994d5 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 949 time: 0.0470617 Jul 14 10:16:41.823974 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:41.845731 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7857afd8-ebe7-418d-9dd0-87e28ae6e9e7 req-bb97ca11-60d4-47af-b03f-acffefc9badc tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Jul 14 10:16:41.850131 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-d54193bf-f4e9-499a-8b42-03cb16d153e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:41.851716 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-d54193bf-f4e9-499a-8b42-03cb16d153e7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 912 time: 0.0860605 Jul 14 10:16:41.916333 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-c756ea14-46b0-4a73-b92f-6924bd7402ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60 HTTP/1.1" status: 200 len: 1001 time: 0.0574203 Jul 14 10:16:41.967298 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-e5d4b5ee-c4ce-45a8-9dd2-199309782387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:41.968677 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-e5d4b5ee-c4ce-45a8-9dd2-199309782387 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 200 len: 850 time: 0.0429733 Jul 14 10:16:42.028826 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-ce0fdc69-e8dd-4e70-8895-c57146927262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:42.030361 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-ce0fdc69-e8dd-4e70-8895-c57146927262 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71d0e822-864d-4ce6-a81f-385b20a87683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392246 Jul 14 10:16:42.128914 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-08a6d6d2-5a60-4147-9340-f88d41eee9f9 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863042 Jul 14 10:16:42.150630 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:42.226789 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cbe84887-e3fc-4ee9-bcd8-6e4b43839e15 req-77c78c4b-10b1-41f6-8d46-7588fae01d35 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826693 Jul 14 10:16:42.236452 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device bd8ccecb-2a4e-4685-b380-393cb3e7838f up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:16:42.280527 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port bd8ccecb-2a4e-4685-b380-393cb3e7838f completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:16:42.285898 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port bd8ccecb-2a4e-4685-b380-393cb3e7838f triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:16:42.286234 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:42.354484 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:42.362773 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port bd8ccecb-2a4e-4685-b380-393cb3e7838f is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:16:42.363130 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:42.385798 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4349547-2d12-4277-955a-38e90a338d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8ccecb-2a4e-4685-b380-393cb3e7838f'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:42.387953 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88618b0a-d6da-4fb0-adbb-5ced4ae7bb22" -d '{"events": [{"server_uuid": "c4349547-2d12-4277-955a-38e90a338d8d", "name": "network-vif-plugged", "status": "completed", "tag": "bd8ccecb-2a4e-4685-b380-393cb3e7838f"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:42.400396 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port bd8ccecb-2a4e-4685-b380-393cb3e7838f, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=bd8ccecb-2a4e-4685-b380-393cb3e7838f,segment=NetworkSegment(730ea0d0-ec74-4b15-949e-b9bbdaaaeb00),segment_id=730ea0d0-ec74-4b15-949e-b9bbdaaaeb00)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:42.405474 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:42.427549 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f622a20b-c8ed-4641-8017-8b0249da12b4 x-openstack-request-id: req-f622a20b-c8ed-4641-8017-8b0249da12b4 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:42.427850 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4349547-2d12-4277-955a-38e90a338d8d", "name": "network-vif-plugged", "status": "completed", "tag": "bd8ccecb-2a4e-4685-b380-393cb3e7838f", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:42.428094 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f622a20b-c8ed-4641-8017-8b0249da12b4 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:42.428475 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f622a20b-c8ed-4641-8017-8b0249da12b4'] response: {'server_uuid': 'c4349547-2d12-4277-955a-38e90a338d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8ccecb-2a4e-4685-b380-393cb3e7838f', 'code': 200} Jul 14 10:16:42.453185 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=bd8ccecb-2a4e-4685-b380-393cb3e7838f,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:42.813830 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf53b4-6b80-46e4-95cd-aeb775401179 req-9ff9655a-06fd-482f-9f86-d23a29996f51 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:42.815015 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1acf53b4-6b80-46e4-95cd-aeb775401179 req-9ff9655a-06fd-482f-9f86-d23a29996f51 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0557532 Jul 14 10:16:42.865254 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1acf53b4-6b80-46e4-95cd-aeb775401179 req-bf430e57-c5ed-48a3-a4ae-e21bfb188ab2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439851 Jul 14 10:16:42.891866 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d5865-c580-4856-ae8e-8ea32701cbdd req-a1972c2b-7a7e-4a43-9f96-61f571085f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:42.893317 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cb6d5865-c580-4856-ae8e-8ea32701cbdd req-a1972c2b-7a7e-4a43-9f96-61f571085f63 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 1134 time: 0.0574472 Jul 14 10:16:42.941817 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cb6d5865-c580-4856-ae8e-8ea32701cbdd req-abf5d84a-44a5-43d6-8835-0083e550d621 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 Jul 14 10:16:42.971960 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5626d6-74fb-438c-942d-8a71beb1bcd0 req-6b61ae60-8276-42d2-88b7-894953a0d692 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:42.973449 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ef5626d6-74fb-438c-942d-8a71beb1bcd0 req-6b61ae60-8276-42d2-88b7-894953a0d692 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.0474684 Jul 14 10:16:43.019652 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ef5626d6-74fb-438c-942d-8a71beb1bcd0 req-ad38d643-dbd2-47df-a21f-86281da88dfc tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Jul 14 10:16:43.496693 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:43.499924 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:43.988736 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c33de-04ad-41a9-bf22-7b20a9f95fd9 req-ee8ed7ea-d4c9-422e-b7d4-b3a09842dd2b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:43.990350 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-001c33de-04ad-41a9-bf22-7b20a9f95fd9 req-ee8ed7ea-d4c9-422e-b7d4-b3a09842dd2b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0520415 Jul 14 10:16:44.038422 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-001c33de-04ad-41a9-bf22-7b20a9f95fd9 req-2890b222-fe76-45a5-a288-7be6c661320d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422373 Jul 14 10:16:44.134613 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c279012-f8b7-411e-9ab2-237296a77cc9 req-bbdd9894-c8fc-4b68-9792-f849188d0614 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:44.135959 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0c279012-f8b7-411e-9ab2-237296a77cc9 req-bbdd9894-c8fc-4b68-9792-f849188d0614 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.0468137 Jul 14 10:16:44.181322 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0c279012-f8b7-411e-9ab2-237296a77cc9 req-91736781-3808-4440-ba56-d3fa8edf2bc8 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398710 Jul 14 10:16:45.305925 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c377d-6b69-4fa1-b7e0-d8de190c3e3a req-eda261e8-d08b-47f4-a3bf-b3a221ead9a7 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:45.307431 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-475c377d-6b69-4fa1-b7e0-d8de190c3e3a req-eda261e8-d08b-47f4-a3bf-b3a221ead9a7 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.0513778 Jul 14 10:16:45.374385 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-475c377d-6b69-4fa1-b7e0-d8de190c3e3a req-e8de4af3-3b57-4c5f-85d2-437c33bbc4d6 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507033 Jul 14 10:16:46.484302 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9703716-01f5-4b70-84d8-4421aac4f03d req-d50d30f6-61be-4a9f-813f-fc44dd40cac3 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:46.485806 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d9703716-01f5-4b70-84d8-4421aac4f03d req-d50d30f6-61be-4a9f-813f-fc44dd40cac3 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.0475137 Jul 14 10:16:46.531696 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d9703716-01f5-4b70-84d8-4421aac4f03d req-122091bb-6b61-4207-87c4-b059a4f044e6 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Jul 14 10:16:47.072477 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c3bea16-7629-437e-b736-586ae98a24bf req-444b3534-51fc-4dab-ba74-6e92447cb3b6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379300 Jul 14 10:16:47.182494 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bea16-7629-437e-b736-586ae98a24bf req-375ddccc-9e16-4810-b907-50c81b31163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:47.183934 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c3bea16-7629-437e-b736-586ae98a24bf req-375ddccc-9e16-4810-b907-50c81b31163c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 1130 time: 0.0391254 Jul 14 10:16:47.298544 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:47.303823 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bea16-7629-437e-b736-586ae98a24bf req-03ebef4f-5461-4443-ba37-f41e98bc4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:47.305422 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c3bea16-7629-437e-b736-586ae98a24bf req-03ebef4f-5461-4443-ba37-f41e98bc4c1d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.0898848 Jul 14 10:16:47.348213 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c3bea16-7629-437e-b736-586ae98a24bf req-7be3db76-b386-4d3f-88c1-60dda761b933 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae315f1e-83cb-48a2-a7c4-aec7aff8961d HTTP/1.1" status: 200 len: 217 time: 0.0320196 Jul 14 10:16:47.403516 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bea16-7629-437e-b736-586ae98a24bf req-1ecae5ae-47a2-4cde-97e4-923435ee6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:47.404975 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c3bea16-7629-437e-b736-586ae98a24bf req-1ecae5ae-47a2-4cde-97e4-923435ee6315 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0479915 Jul 14 10:16:47.499782 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bea16-7629-437e-b736-586ae98a24bf req-a6f0b10a-4ddc-40a2-bedc-ffe6bfa3d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:47.501315 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c3bea16-7629-437e-b736-586ae98a24bf req-a6f0b10a-4ddc-40a2-bedc-ffe6bfa3d1b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386360 Jul 14 10:16:47.612746 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c3bea16-7629-437e-b736-586ae98a24bf req-a5528849-dad3-42f1-9957-eefc0c8e3077 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916350 Jul 14 10:16:47.633719 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:47.644737 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b25d0-9afe-4510-8db3-5b6049bfc138 req-424565e2-b785-4dcb-a144-12be819897e0 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:47.646220 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8a0b25d0-9afe-4510-8db3-5b6049bfc138 req-424565e2-b785-4dcb-a144-12be819897e0 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.0466840 Jul 14 10:16:47.692903 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8a0b25d0-9afe-4510-8db3-5b6049bfc138 req-44c8b7fa-7e1a-4304-8c9b-78d841628cc3 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Jul 14 10:16:47.735519 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4c3bea16-7629-437e-b736-586ae98a24bf req-2d474c1f-a117-4f54-8b34-6fe38e93500f service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895886 Jul 14 10:16:49.050060 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4b78d-48ac-4c57-a80d-20ae5c0a362b req-58153eaa-1f3c-43a7-a747-aedd30dd0895 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:49.051524 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-98b4b78d-48ac-4c57-a80d-20ae5c0a362b req-58153eaa-1f3c-43a7-a747-aedd30dd0895 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.2880094 Jul 14 10:16:49.102097 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-98b4b78d-48ac-4c57-a80d-20ae5c0a362b req-febca53a-8946-4732-a8af-3cfdd8f0654a tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449924 Jul 14 10:16:49.351914 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a402e1-723e-437d-86d1-274981a75bcc req-9b9d1d35-dd65-4854-8fc1-fbb7ec02850f tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:49.353445 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a5a402e1-723e-437d-86d1-274981a75bcc req-9b9d1d35-dd65-4854-8fc1-fbb7ec02850f tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.0490580 Jul 14 10:16:49.404643 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a5a402e1-723e-437d-86d1-274981a75bcc req-2b9bd25f-6f69-4b00-9908-a98a58d9538b tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Jul 14 10:16:50.522925 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bbce3-94a6-4003-a151-a3e2755058de req-196c359b-dd31-4b26-99bf-30db7ec041b8 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:50.524282 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-828bbce3-94a6-4003-a151-a3e2755058de req-196c359b-dd31-4b26-99bf-30db7ec041b8 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.0489979 Jul 14 10:16:50.570276 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-828bbce3-94a6-4003-a151-a3e2755058de req-77014187-7e4c-4156-8011-fb41e1f071a1 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Jul 14 10:16:50.607522 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:51.684609 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bb0bd-926a-473c-abb5-3859b5abccf2 req-9a06849b-7dc4-4061-826c-9f1a90f0d2db tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:51.686143 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4a3bb0bd-926a-473c-abb5-3859b5abccf2 req-9a06849b-7dc4-4061-826c-9f1a90f0d2db tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.0481300 Jul 14 10:16:51.739210 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4a3bb0bd-926a-473c-abb5-3859b5abccf2 req-d84202e1-c45e-43a6-bc12-0185a5beaf06 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474172 Jul 14 10:16:52.819064 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-25d3edb9-fd9f-4435-a97c-cfedf023a92e tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:52.820759 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-25d3edb9-fd9f-4435-a97c-cfedf023a92e tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.0524683 Jul 14 10:16:52.859752 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:52.866441 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44421f8a-98b4-4619-ac35-55cdf8289700 req-9680e028-d51d-41fd-8233-04856566861e tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:16:52.868033 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-44421f8a-98b4-4619-ac35-55cdf8289700 req-9680e028-d51d-41fd-8233-04856566861e tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 950 time: 0.0519102 Jul 14 10:16:52.923863 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-44421f8a-98b4-4619-ac35-55cdf8289700 req-1c44f099-5be8-482d-8b67-89f61753a293 tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495918 Jul 14 10:16:52.936426 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Deleting port bd8ccecb-2a4e-4685-b380-393cb3e7838f {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:16:52.936771 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:53.037574 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] For port bd8ccecb-2a4e-4685-b380-393cb3e7838f, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=bd8ccecb-2a4e-4685-b380-393cb3e7838f,segment=NetworkSegment(730ea0d0-ec74-4b15-949e-b9bbdaaaeb00),segment_id=730ea0d0-ec74-4b15-949e-b9bbdaaaeb00)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:53.037943 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:53.053821 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Calling delete_port for bd8ccecb-2a4e-4685-b380-393cb3e7838f owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:16:53.137923 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:53.192018 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (bd8ccecb-2a4e-4685-b380-393cb3e7838f), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:53.206201 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['bd8ccecb-2a4e-4685-b380-393cb3e7838f'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:16:53.221049 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Pushing event deleted for resources: {'Port': ['ID=bd8ccecb-2a4e-4685-b380-393cb3e7838f,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:53.248007 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.248349 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.248685 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.249100 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.249384 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.249711 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.250036 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.250355 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.250673 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.250995 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.251314 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.251636 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.251975 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.252276 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.252591 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:53.280096 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] No DVR routers for this DVR port bd8ccecb-2a4e-4685-b380-393cb3e7838f on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:16:53.282593 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:16:53.285797 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-80f9b32e-0639-40dc-8df2-e23a674e58ce req-20a532a0-a20c-4b5a-8515-ac25aa9d237c tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.58 "DELETE /v2.0/ports/bd8ccecb-2a4e-4685-b380-393cb3e7838f HTTP/1.1" status: 204 len: 173 time: 0.4469404 Jul 14 10:16:53.286241 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4349547-2d12-4277-955a-38e90a338d8d', 'name': 'network-vif-deleted', 'tag': 'bd8ccecb-2a4e-4685-b380-393cb3e7838f'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:16:53.288458 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e09b31-9bbd-40bd-961a-6a499aa919f9" -d '{"events": [{"server_uuid": "c4349547-2d12-4277-955a-38e90a338d8d", "name": "network-vif-deleted", "tag": "bd8ccecb-2a4e-4685-b380-393cb3e7838f"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:53.327159 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2934055b-5c4c-4d7c-93e6-555a95ea8425 x-openstack-request-id: req-2934055b-5c4c-4d7c-93e6-555a95ea8425 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:53.327455 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4349547-2d12-4277-955a-38e90a338d8d", "name": "network-vif-deleted", "tag": "bd8ccecb-2a4e-4685-b380-393cb3e7838f", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:53.327707 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2934055b-5c4c-4d7c-93e6-555a95ea8425 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:53.328118 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2934055b-5c4c-4d7c-93e6-555a95ea8425'] response: {'server_uuid': 'c4349547-2d12-4277-955a-38e90a338d8d', 'name': 'network-vif-deleted', 'tag': 'bd8ccecb-2a4e-4685-b380-393cb3e7838f', 'status': 'completed', 'code': 200} Jul 14 10:16:54.047124 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-eaeddbbb-0914-4c7c-bcbf-0f2a6c104165 req-bcb5608b-7236-45d7-900d-7ed39b40085d tempest-VolumesNegativeTest-594270807 tempest-VolumesNegativeTest-594270807-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4349547-2d12-4277-955a-38e90a338d8d HTTP/1.1" status: 200 len: 210 time: 0.0314834 Jul 14 10:16:56.278988 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device bd8ccecb-2a4e-4685-b380-393cb3e7838f no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:16:56.298523 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: bd8ccecb-2a4e-4685-b380-393cb3e7838f {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:16:56.298868 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device bd8ccecb-2a4e-4685-b380-393cb3e7838f not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:16:59.068335 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:16:59.069873 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:01.037090 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:17:01.409002 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-952bf052-20d4-47d9-b917-0e90861c5c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:02.252232 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50544) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:02.389745 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-d9ff07bf-c695-46aa-ac6c-a950d92d7c9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47163a6d0e704f8eb8d0725284918f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363628 Jul 14 10:17:02.392232 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50548) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:02.441202 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Publish callbacks [] for security_group (8bec649e-b7c4-4ec8-b554-78ac8b71c0fb), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:02.464667 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Publish callbacks [] for security_group (8bec649e-b7c4-4ec8-b554-78ac8b71c0fb), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:02.515328 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (8bec649e-b7c4-4ec8-b554-78ac8b71c0fb), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:02.517955 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:02.519116 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bec649e-b7c4-4ec8-b554-78ac8b71c0fb HTTP/1.1" status: 204 len: 168 time: 0.1259680 Jul 14 10:17:02.528060 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bec649e-b7c4-4ec8-b554-78ac8b71c0fb,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:02.535365 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.535719 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.536069 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.536411 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.536752 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.537139 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.537477 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.537927 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.538268 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.538599 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.538937 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.539268 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.539601 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.539919 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:02.540824 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b177d4-e337-4bfb-abac-987444c000a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:03.158518 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 50572) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:03.257933 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1445132926-network', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:03.261321 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=12 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:03.261926 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=77,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:03.280753 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Made reservation on behalf of f5484157d3894ec097d1f1b2e0bacc16 for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:17:03.283181 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.292743 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.370969 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Publish callbacks [] for security_group (97c7ff4b-2e03-42db-8d26-6ce8db5594b0), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.374396 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (97c7ff4b-2e03-42db-8d26-6ce8db5594b0), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.399491 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:17:03.410224 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c7ff4b-2e03-42db-8d26-6ce8db5594b0,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:03.414960 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (bd370388-c9e4-44da-b992-a8b565140793), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.415419 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Added segment bd370388-c9e4-44da-b992-a8b565140793 of type vlan for network 6a5bd4dd-229b-4523-a623-35c0c9078f3c Jul 14 10:17:03.458793 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (6a5bd4dd-229b-4523-a623-35c0c9078f3c), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.483257 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (6a5bd4dd-229b-4523-a623-35c0c9078f3c), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.484805 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:03.485530 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.520898 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3611515 Jul 14 10:17:03.523803 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50578) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:03.529001 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Request body: {'subnet': {'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1445132926-subnet', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'ip_version': 4}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:03.549057 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Made reservation on behalf of f5484157d3894ec097d1f1b2e0bacc16 for: {'subnet': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:17:03.551326 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.555091 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b5504-c7b3-4ebb-85a4-ccf17103c68c admin admin] Pushing event updated for resources: {'Network': ['ID=6a5bd4dd-229b-4523-a623-35c0c9078f3c,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:03.570074 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:17:03.603621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bafad93e-2e5f-470f-8587-9227a58278e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.668063 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:03.726133 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (8e921aae-a6ad-482c-bf8b-6db48db163b8), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.788741 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e921aae-a6ad-482c-bf8b-6db48db163b8,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:03.796821 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Checking segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:17:03.797214 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Network hostable DHCP agents. Network: 6a5bd4dd-229b-4523-a623-35c0c9078f3c, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:17:03.814223 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:17:03.822847 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 6a5bd4dd-229b-4523-a623-35c0c9078f3c) {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:03.827601 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:03.828877 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.835606 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbe2d57-4e73-4899-8888-2f7b58356068 None None] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:17:03.845561 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-b3603976-4f1f-4656-96d1-c04bea430024 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3206694 Jul 14 10:17:03.848225 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50582) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:03.852292 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:03.872832 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.873841 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.925656 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks [] for router_controller (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), precommit_add_association {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:03.944632 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:17:03.945600 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.030384 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:04.069168 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks [] for router_gateway (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.070863 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:04.087696 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Allocated IP 172.20.0.2 (6a5bd4dd-229b-4523-a623-35c0c9078f3c/8e921aae-a6ad-482c-bf8b-6db48db163b8/41235627-25c3-43a5-a49f-3f2ce1381aa2) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:04.234818 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Publish callbacks [] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.242462 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.256913 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks [] for router_gateway (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.281193 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.288155 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:04.292204 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:04.294157 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Pushing event updated for resources: {'Port': ['ID=41235627-25c3-43a5-a49f-3f2ce1381aa2,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:04.296313 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:17:04.358018 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Attempting to bind port 41235627-25c3-43a5-a49f-3f2ce1381aa2 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:17:04.358387 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Attempting to bind port 41235627-25c3-43a5-a49f-3f2ce1381aa2 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:17:04.358747 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Attempting to bind port 41235627-25c3-43a5-a49f-3f2ce1381aa2 on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:17:04.363887 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:17:04.364257 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Checking segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:17:04.364649 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.365071 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Bound using segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:17:04.365535 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Bound port: 41235627-25c3-43a5-a49f-3f2ce1381aa2, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:17:04.365909 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.376862 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:04.393436 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Allocated IP 172.27.0.185 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/8871a44a-aa5f-4844-a5ae-c77e994df612) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:04.430291 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] For port 41235627-25c3-43a5-a49f-3f2ce1381aa2, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:04.434102 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] For port 41235627-25c3-43a5-a49f-3f2ce1381aa2, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=41235627-25c3-43a5-a49f-3f2ce1381aa2,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:04.439746 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.499851 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65303bf-a229-40e6-85cb-e6783ccf9cbe None None] Pushing event updated for resources: {'Port': ['ID=41235627-25c3-43a5-a49f-3f2ce1381aa2,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:04.516575 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks [] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.552080 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.575800 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:04.597666 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:04.601811 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:04.607355 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:17:04.609958 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Pushing event updated for resources: {'Port': ['ID=8871a44a-aa5f-4844-a5ae-c77e994df612,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:04.841491 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks [] for router_gateway (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:04.919864 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:05.009520 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:05.035635 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:05.163546 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:17:05.267994 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:17:05.280127 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Sync routers for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:17:05.288773 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:05.290222 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-74909afb-c32a-4b1c-b0bd-b65a122e52a7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4409721 Jul 14 10:17:05.293378 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50590) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:05.296693 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:17:05.297366 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:17:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:05.419707 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:17:05.473606 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70cceae-a4a2-47fe-aac8-1510009e76b1 None None] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:17:05.555635 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-2baac8f4-e2eb-4d5f-baaf-d1d472a2629f None None] Provisioning complete for port 41235627-25c3-43a5-a49f-3f2ce1381aa2 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:05.556660 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2baac8f4-e2eb-4d5f-baaf-d1d472a2629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:05.640198 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:05.744531 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:05.792015 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=95 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:05.871227 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:05.897222 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:04Z', 'revision_number': 3, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:05.899212 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-2baac8f4-e2eb-4d5f-baaf-d1d472a2629f None None] Current status of the port 41235627-25c3-43a5-a49f-3f2ce1381aa2 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:05.900135 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2baac8f4-e2eb-4d5f-baaf-d1d472a2629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:05.917785 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Allocated IP 172.20.0.1 (6a5bd4dd-229b-4523-a623-35c0c9078f3c/8e921aae-a6ad-482c-bf8b-6db48db163b8/9fd79bb4-50f3-4e15-9777-15dd1c01cf6b) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:05.933927 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Checking router: b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:17:05.933927 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Updating router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 port 8871a44a-aa5f-4844-a5ae-c77e994df612 binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:17:05.982430 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-2baac8f4-e2eb-4d5f-baaf-d1d472a2629f None None] For port 41235627-25c3-43a5-a49f-3f2ce1381aa2, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=41235627-25c3-43a5-a49f-3f2ce1381aa2,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:05.983445 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.006606 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2baac8f4-e2eb-4d5f-baaf-d1d472a2629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.059437 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Publish callbacks [] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.102396 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.142228 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:06.142639 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:06.145282 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:06.152476 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:17:06.152974 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.161056 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 41235627-25c3-43a5-a49f-3f2ce1381aa2 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:06.170275 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-8a309c32-b1c9-42dc-82de-0d02f938a004 None None] Provisioning complete for port 41235627-25c3-43a5-a49f-3f2ce1381aa2 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:06.170649 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8a309c32-b1c9-42dc-82de-0d02f938a004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.172124 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baac8f4-e2eb-4d5f-baaf-d1d472a2629f None None] Pushing event updated for resources: {'Port': ['ID=41235627-25c3-43a5-a49f-3f2ce1381aa2,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:06.200078 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd79bb4-50f3-4e15-9777-15dd1c01cf6b,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:06.306910 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.319832 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 41235627-25c3-43a5-a49f-3f2ce1381aa2 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:06.319832 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.410097 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8a309c32-b1c9-42dc-82de-0d02f938a004 None None] Current status of the port 41235627-25c3-43a5-a49f-3f2ce1381aa2 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:06.424572 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.445379 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:06.505011 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Publish callbacks [] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.510391 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.511205 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.550316 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.552837 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Publish callbacks [] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.554989 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 41235627-25c3-43a5-a49f-3f2ce1381aa2 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:06.558921 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-cacdab71-fb54-4585-9d5c-062ca5759e3f None None] Provisioning complete for port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:06.559287 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cacdab71-fb54-4585-9d5c-062ca5759e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.585012 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.586445 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd79bb4-50f3-4e15-9777-15dd1c01cf6b,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:06.629419 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-cacdab71-fb54-4585-9d5c-062ca5759e3f None None] Port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:17:06.652685 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Attempting to bind port 8871a44a-aa5f-4844-a5ae-c77e994df612 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:17:06.653083 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Attempting to bind port 8871a44a-aa5f-4844-a5ae-c77e994df612 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:17:06.653443 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Attempting to bind port 8871a44a-aa5f-4844-a5ae-c77e994df612 on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:17:06.655357 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:06.656431 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cc33c-dd90-4883-8589-75762a21c530 None None] Pushing event updated for resources: {'Port': ['ID=8871a44a-aa5f-4844-a5ae-c77e994df612,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:06.656772 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:06.660885 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:17:06.661281 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:17:06.661678 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.662061 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:17:06.662521 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Bound port: 8871a44a-aa5f-4844-a5ae-c77e994df612, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:17:06.662898 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.684531 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:06.725269 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] For port 8871a44a-aa5f-4844-a5ae-c77e994df612, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:06.729688 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] For port 8871a44a-aa5f-4844-a5ae-c77e994df612, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=8871a44a-aa5f-4844-a5ae-c77e994df612,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:06.739384 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:06.802278 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:17:06.802919 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:17:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:06.865372 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cc33c-dd90-4883-8589-75762a21c530 None None] Pushing event updated for resources: {'Port': ['ID=8871a44a-aa5f-4844-a5ae-c77e994df612,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:06.919771 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:06.958040 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:17:06.960959 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-bf84f52d-85db-4648-967f-cbf15540efbe None None] Provisioning complete for port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:06.961339 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bf84f52d-85db-4648-967f-cbf15540efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:07.045237 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:17:07.052600 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:UPDATE=4,neutron:INSERT=1,neutron:SELECT=95 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:07.054407 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-bf84f52d-85db-4648-967f-cbf15540efbe None None] Port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:17:07.173134 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:17:07.185573 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-8cc45784-48d4-4190-8736-6fa856eddaf0 admin admin] 10.222.0.61 "PUT /v2.0/routers/b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8909829 Jul 14 10:17:07.206758 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 2, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:07.238665 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbbdd0-287c-42c8-9f04-d4de40e552bc None None] The sync data for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi is: [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 2, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:17:07.775845 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 50632) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:07.780635 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-586736739-network', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:07.801810 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Made reservation on behalf of a7f90d9e3e7e463a97212fe1d8dca158 for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:17:07.804178 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:07.813974 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:07.896190 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Publish callbacks [] for security_group (b4a9870a-f95c-4d96-a9f3-3217cd2ffdec), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:07.900407 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b4a9870a-f95c-4d96-a9f3-3217cd2ffdec), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:07.930035 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:17:07.951717 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a9870a-f95c-4d96-a9f3-3217cd2ffdec,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:07.956553 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (cb341d8c-2117-4539-b557-6fbbffc696c5), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:07.957578 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Added segment cb341d8c-2117-4539-b557-6fbbffc696c5 of type vlan for network 9fda4a39-9d55-4c89-a048-f189e669df13 Jul 14 10:17:08.016205 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (9fda4a39-9d55-4c89-a048-f189e669df13), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.048326 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (9fda4a39-9d55-4c89-a048-f189e669df13), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.049386 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:08.050090 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.114651 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3376625 Jul 14 10:17:08.117559 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50634) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:08.121684 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81440ff9-910e-4d52-ad61-0a0ea6fb8bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=9fda4a39-9d55-4c89-a048-f189e669df13,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:08.123322 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Request body: {'subnet': {'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-586736739-subnet', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'ip_version': 4}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:08.138365 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 9fda4a39-9d55-4c89-a048-f189e669df13 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:17:08.161576 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Made reservation on behalf of a7f90d9e3e7e463a97212fe1d8dca158 for: {'subnet': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:17:08.164176 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.226714 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 8871a44a-aa5f-4844-a5ae-c77e994df612 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:08.281565 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 8871a44a-aa5f-4844-a5ae-c77e994df612 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:08.282277 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.406905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (3d234c5b-5354-4023-9544-c49ecd3c3015), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.426785 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 8871a44a-aa5f-4844-a5ae-c77e994df612 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:08.427349 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.453328 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 8871a44a-aa5f-4844-a5ae-c77e994df612, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=8871a44a-aa5f-4844-a5ae-c77e994df612,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:08.458165 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.459126 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 41235627-25c3-43a5-a49f-3f2ce1381aa2 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:08.489294 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d234c5b-5354-4023-9544-c49ecd3c3015,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:08.509990 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Checking segment: {'id': 'cb341d8c-2117-4539-b557-6fbbffc696c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:17:08.510669 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Network hostable DHCP agents. Network: 9fda4a39-9d55-4c89-a048-f189e669df13, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:17:08.533394 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Network 9fda4a39-9d55-4c89-a048-f189e669df13 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:17:08.543244 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=8871a44a-aa5f-4844-a5ae-c77e994df612,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:08.545450 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 9fda4a39-9d55-4c89-a048-f189e669df13) {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:08.549694 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 41235627-25c3-43a5-a49f-3f2ce1381aa2 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:08.550408 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.553579 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea552f7-5b87-48d1-a345-dd2bd3b5bc08 None None] Network 9fda4a39-9d55-4c89-a048-f189e669df13 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:17:08.560078 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:08.560078 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.581048 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-092f9b7a-1532-405d-9c94-f7bbd108aba4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4608810 Jul 14 10:17:08.583226 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 50640) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:08.591690 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-586736739-router', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:08.611121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:08.627353 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.628606 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.635928 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:08.645720 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:08.689175 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks [] for router_controller (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), precommit_add_association {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.719820 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 41235627-25c3-43a5-a49f-3f2ce1381aa2 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:08.723971 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-9fda4a39-9d55-4c89-a048-f189e669df13', 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13', 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'fixed_ips': [{'subnet_id': '3d234c5b-5354-4023-9544-c49ecd3c3015'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:17:08.724895 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.804729 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:08.833543 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks [] for router_gateway (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:08.867776 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Allocated IP 172.20.0.2 (9fda4a39-9d55-4c89-a048-f189e669df13/3d234c5b-5354-4023-9544-c49ecd3c3015/786105d1-8b44-46d1-96c7-1684bd0d50bc) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:09.022932 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks [] for router_gateway (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:09.044179 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:09.146873 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Publish callbacks [] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:09.153621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:09.155873 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Allocated IP 172.27.0.171 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/af809c06-ded1-4b2f-8bd9-fc8989b44456) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:09.193635 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Network 9fda4a39-9d55-4c89-a048-f189e669df13 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:09.196606 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:09.200151 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:17:09.215099 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Pushing event updated for resources: {'Port': ['ID=786105d1-8b44-46d1-96c7-1684bd0d50bc,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:09.268298 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Attempting to bind port 786105d1-8b44-46d1-96c7-1684bd0d50bc on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:17:09.269445 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Attempting to bind port 786105d1-8b44-46d1-96c7-1684bd0d50bc by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'cb341d8c-2117-4539-b557-6fbbffc696c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:17:09.269445 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Attempting to bind port 786105d1-8b44-46d1-96c7-1684bd0d50bc on network 9fda4a39-9d55-4c89-a048-f189e669df13 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:17:09.274589 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:17:09.274962 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Checking segment: {'id': 'cb341d8c-2117-4539-b557-6fbbffc696c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:17:09.275358 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:09.276007 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Bound using segment: {'id': 'cb341d8c-2117-4539-b557-6fbbffc696c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:17:09.276463 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Bound port: 786105d1-8b44-46d1-96c7-1684bd0d50bc, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb341d8c-2117-4539-b557-6fbbffc696c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:17:09.276836 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:09.282717 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks [] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:09.318454 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:09.343480 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] For port 786105d1-8b44-46d1-96c7-1684bd0d50bc, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:09.348013 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] For port 786105d1-8b44-46d1-96c7-1684bd0d50bc, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=786105d1-8b44-46d1-96c7-1684bd0d50bc,segment=NetworkSegment(cb341d8c-2117-4539-b557-6fbbffc696c5),segment_id=cb341d8c-2117-4539-b557-6fbbffc696c5)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:09.354517 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:09.359430 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:09.364893 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:09.369168 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:17:09.391963 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Pushing event updated for resources: {'Port': ['ID=af809c06-ded1-4b2f-8bd9-fc8989b44456,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:09.420117 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467eefc-86cc-4ae5-b14a-ae0a20864987 None None] Pushing event updated for resources: {'Port': ['ID=786105d1-8b44-46d1-96c7-1684bd0d50bc,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:09.562024 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Sync routers for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:17:09.572247 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:17:09.572864 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:17:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:09.599362 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:09.680391 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks [] for router_gateway (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:09.715691 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:17:09.733984 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:09.882721 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.003444 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 2, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:10.034725 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Checking router: b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:17:10.034864 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Updating router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:17:10.066497 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.240423 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 8871a44a-aa5f-4844-a5ae-c77e994df612 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:10.281484 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:17:10.296101 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 8871a44a-aa5f-4844-a5ae-c77e994df612 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:10.296716 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.387811 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 8871a44a-aa5f-4844-a5ae-c77e994df612 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:10.389024 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 786105d1-8b44-46d1-96c7-1684bd0d50bc up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:10.406781 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:17:10.419941 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Sync routers for ids ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:17:10.424657 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Publish callbacks [] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.431304 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.435678 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.436130 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50654) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:10.436841 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d69a3894-1a0c-4f8e-bdbd-5d41583f34d7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8515491 Jul 14 10:17:10.454871 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Routers {'6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:17:10.455546 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:17:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:10.510611 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:10.512104 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 786105d1-8b44-46d1-96c7-1684bd0d50bc triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:10.512488 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.558389 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Pushing event updated for resources: {'Port': ['ID=9fd79bb4-50f3-4e15-9777-15dd1c01cf6b,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:10.562530 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:10.586321 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.587884 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.588474 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.588945 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.589368 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.593724 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.594299 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.595203 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.595203 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.595525 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.595801 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.595906 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:10.596146 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.596470 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.596760 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.597104 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:10.632432 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Attempting to bind port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:17:10.632681 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded4bb4-463b-47ee-b595-a221cde5dd85 None None] Network 9fda4a39-9d55-4c89-a048-f189e669df13 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:17:10.634324 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Attempting to bind port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:17:10.634859 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Attempting to bind port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:17:10.645020 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:17:10.647065 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Checking segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:17:10.647065 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.647388 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Bound using segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:17:10.648170 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Bound port: 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:17:10.648721 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.717550 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Set router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:17:10.752703 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] For port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:10.761036 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] For port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=9fd79bb4-50f3-4e15-9777-15dd1c01cf6b,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:10.771120 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.821758 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:10.827143 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:10.842584 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-b62a2b8f-50d4-47d1-87d3-fec472f63b4a None None] Provisioning complete for port 786105d1-8b44-46d1-96c7-1684bd0d50bc triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:10.843174 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b62a2b8f-50d4-47d1-87d3-fec472f63b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.851611 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:17:10.853162 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:17:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:10.894645 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:10.897956 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 786105d1-8b44-46d1-96c7-1684bd0d50bc is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:10.898882 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:10.906107 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5408c-f56a-4135-928d-356b325b95b0 None None] Pushing event updated for resources: {'Port': ['ID=9fd79bb4-50f3-4e15-9777-15dd1c01cf6b,revision_number=4']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:10.987029 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.021947 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:17:11.045340 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 786105d1-8b44-46d1-96c7-1684bd0d50bc, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=786105d1-8b44-46d1-96c7-1684bd0d50bc,segment=NetworkSegment(cb341d8c-2117-4539-b557-6fbbffc696c5),segment_id=cb341d8c-2117-4539-b557-6fbbffc696c5)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:11.097377 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-b62a2b8f-50d4-47d1-87d3-fec472f63b4a None None] Current status of the port 786105d1-8b44-46d1-96c7-1684bd0d50bc is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:11.097808 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b62a2b8f-50d4-47d1-87d3-fec472f63b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.102267 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.174836 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'name': 'tempest-TestVolumeBootPattern-586736739-router', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:08Z', 'updated_at': '2022-07-14T10:17:09Z', 'revision_number': 3, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'gw_port': {'id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:09Z', 'updated_at': '2022-07-14T10:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:11.219164 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Allocated IP 172.20.0.1 (9fda4a39-9d55-4c89-a048-f189e669df13/3d234c5b-5354-4023-9544-c49ecd3c3015/3a14a882-59d4-4c40-a2d7-dc6f9e9da556) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:11.226884 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Checking router: 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:17:11.227249 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Updating router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 port af809c06-ded1-4b2f-8bd9-fc8989b44456 binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:17:11.264475 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=786105d1-8b44-46d1-96c7-1684bd0d50bc,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:11.282422 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:10Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:11.282749 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.db.api [None req-b62a2b8f-50d4-47d1-87d3-fec472f63b4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 10:17:11.283157 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG oslo_db.api [None req-b62a2b8f-50d4-47d1-87d3-fec472f63b4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:17:11.284021 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.311947 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a5e9e-3844-4573-9279-fc803efe6fba None None] The sync data for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi is: [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:10Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:17:11.362099 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Publish callbacks [] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.401240 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.418137 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:11.444188 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Network 9fda4a39-9d55-4c89-a048-f189e669df13 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:11.453530 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:11.460306 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:17:11.460788 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.465165 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Pushing event updated for resources: {'Port': ['ID=3a14a882-59d4-4c40-a2d7-dc6f9e9da556,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:11.523656 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:11.553042 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:11.578143 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Publish callbacks [] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.588465 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.617604 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.659542 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5536cb8-b10f-43ba-a900-3913321661d2 None None] Pushing event updated for resources: {'Port': ['ID=af809c06-ded1-4b2f-8bd9-fc8989b44456,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:11.689197 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Attempting to bind port af809c06-ded1-4b2f-8bd9-fc8989b44456 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:17:11.689575 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Attempting to bind port af809c06-ded1-4b2f-8bd9-fc8989b44456 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:17:11.689942 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Attempting to bind port af809c06-ded1-4b2f-8bd9-fc8989b44456 on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:17:11.695804 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:17:11.695804 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:17:11.696300 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.696655 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:17:11.697342 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Bound port: af809c06-ded1-4b2f-8bd9-fc8989b44456, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:17:11.697941 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.755368 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] For port af809c06-ded1-4b2f-8bd9-fc8989b44456, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:11.764188 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] For port af809c06-ded1-4b2f-8bd9-fc8989b44456, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=af809c06-ded1-4b2f-8bd9-fc8989b44456,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:11.772240 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.838324 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Publish callbacks [] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.843973 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.844748 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:11.873463 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Routers {'6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:17:11.874128 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:17:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:11.877146 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5536cb8-b10f-43ba-a900-3913321661d2 None None] Pushing event updated for resources: {'Port': ['ID=af809c06-ded1-4b2f-8bd9-fc8989b44456,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:11.879647 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-b62a2b8f-50d4-47d1-87d3-fec472f63b4a None None] Current status of the port 786105d1-8b44-46d1-96c7-1684bd0d50bc is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:11.943082 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Pushing event updated for resources: {'Port': ['ID=3a14a882-59d4-4c40-a2d7-dc6f9e9da556,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:11.974630 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:11.988120 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Network 9fda4a39-9d55-4c89-a048-f189e669df13 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:11.990169 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:12.151521 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:17:12.175165 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Provisioning complete for port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:12.175661 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.214916 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:12.269162 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:17:12.273267 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] Set router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:17:12.277468 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-91a989f7-a671-4db1-8dbf-a47c345661fe admin admin] 10.222.0.61 "PUT /v2.0/routers/6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8402259 Jul 14 10:17:12.393676 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:12.394049 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.435329 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Current status of the port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:12.436000 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.538449 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:12.546802 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] For port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=9fd79bb4-50f3-4e15-9777-15dd1c01cf6b,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:12.588353 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.597985 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:12.642289 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Provisioning complete for port 786105d1-8b44-46d1-96c7-1684bd0d50bc triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:12.642729 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.675823 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:12.676214 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.712783 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'name': 'tempest-TestVolumeBootPattern-586736739-router', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:08Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 4, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'gw_port': {'id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:09Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '3a14a882-59d4-4c40-a2d7-dc6f9e9da556', 'name': '', 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'mac_address': 'fa:16:3e:19:27:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3d234c5b-5354-4023-9544-c49ecd3c3015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:11Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 2, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'subnets': [{'id': '3d234c5b-5354-4023-9544-c49ecd3c3015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:12.718905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50680) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:12.723410 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-b59c3b72-0fde-4227-8462-a905e45f562a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957205412', 'description': 'tempest-secgroup-smoke-957205412 description', 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:12.750825 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35154cc2-a9ae-4aa1-bd75-2cc84f4feb28 None None] The sync data for ids ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'] in dv-cinder-849800-1-iscsi is: [{'id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'name': 'tempest-TestVolumeBootPattern-586736739-router', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:08Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 4, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'gw_port': {'id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:09Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '3a14a882-59d4-4c40-a2d7-dc6f9e9da556', 'name': '', 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'mac_address': 'fa:16:3e:19:27:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3d234c5b-5354-4023-9544-c49ecd3c3015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:11Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 2, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'subnets': [{'id': '3d234c5b-5354-4023-9544-c49ecd3c3015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:17:12.753619 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b59c3b72-0fde-4227-8462-a905e45f562a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.761072 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Pushing event updated for resources: {'Port': ['ID=9fd79bb4-50f3-4e15-9777-15dd1c01cf6b,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:12.837748 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.db.api [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 10:17:12.838249 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG oslo_db.api [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:17:12.847142 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Current status of the port 786105d1-8b44-46d1-96c7-1684bd0d50bc is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:12.849995 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b59c3b72-0fde-4227-8462-a905e45f562a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group (92c0e916-9dd3-4191-8d1f-802210854b90), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.857355 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b59c3b72-0fde-4227-8462-a905e45f562a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (92c0e916-9dd3-4191-8d1f-802210854b90), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.857748 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Provisioning complete for port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:12.858124 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.885371 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:12.894398 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c3b72-0fde-4227-8462-a905e45f562a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c0e916-9dd3-4191-8d1f-802210854b90,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:12.897804 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b5168-c978-4a9d-a410-eb462d5405a1 None None] Port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:17:12.902466 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b59c3b72-0fde-4227-8462-a905e45f562a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:12.903287 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-b59c3b72-0fde-4227-8462-a905e45f562a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1833675 Jul 14 10:17:12.906408 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 50684) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:12.910754 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-8feed7da-dffa-473c-9416-63a5800ded0f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'security_group_rule': {'security_group_id': '92c0e916-9dd3-4191-8d1f-802210854b90', 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:12.938326 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8feed7da-dffa-473c-9416-63a5800ded0f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (b34ea763-2272-424e-a381-c7cc87f6e903), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.003259 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8feed7da-dffa-473c-9416-63a5800ded0f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (b34ea763-2272-424e-a381-c7cc87f6e903), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.014715 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8feed7da-dffa-473c-9416-63a5800ded0f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (b34ea763-2272-424e-a381-c7cc87f6e903), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.037438 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-0f1387a9-4120-43da-9787-3df5cce9787f None None] Provisioning complete for port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:13.038066 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0f1387a9-4120-43da-9787-3df5cce9787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.039074 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feed7da-dffa-473c-9416-63a5800ded0f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34ea763-2272-424e-a381-c7cc87f6e903,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:13.047292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8feed7da-dffa-473c-9416-63a5800ded0f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.048644 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8feed7da-dffa-473c-9416-63a5800ded0f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412623 Jul 14 10:17:13.051328 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 50686) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:13.055665 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-625689c0-0b9d-4ebc-8fb4-48adac448cd7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'security_group_rule': {'security_group_id': '92c0e916-9dd3-4191-8d1f-802210854b90', 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:13.071640 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-0f1387a9-4120-43da-9787-3df5cce9787f None None] Port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:17:13.094854 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-625689c0-0b9d-4ebc-8fb4-48adac448cd7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (ddbb1be8-0c9c-4869-a707-d317aa9cd374), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.156059 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-625689c0-0b9d-4ebc-8fb4-48adac448cd7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (ddbb1be8-0c9c-4869-a707-d317aa9cd374), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.160867 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-625689c0-0b9d-4ebc-8fb4-48adac448cd7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (ddbb1be8-0c9c-4869-a707-d317aa9cd374), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.169017 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:13.188007 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625689c0-0b9d-4ebc-8fb4-48adac448cd7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbb1be8-0c9c-4869-a707-d317aa9cd374,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:13.194282 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-625689c0-0b9d-4ebc-8fb4-48adac448cd7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.195462 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-625689c0-0b9d-4ebc-8fb4-48adac448cd7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431634 Jul 14 10:17:13.199088 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50688) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:13.203670 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-a2bee235-07ab-491e-a76a-34fcf082b60a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'security_group_rule': {'security_group_id': '92c0e916-9dd3-4191-8d1f-802210854b90', 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:13.232717 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a2bee235-07ab-491e-a76a-34fcf082b60a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (17ad50e0-291d-496e-ab30-ab64a47c1e26), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.301080 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a2bee235-07ab-491e-a76a-34fcf082b60a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (17ad50e0-291d-496e-ab30-ab64a47c1e26), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.306282 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a2bee235-07ab-491e-a76a-34fcf082b60a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (17ad50e0-291d-496e-ab30-ab64a47c1e26), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.325898 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee235-07ab-491e-a76a-34fcf082b60a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ad50e0-291d-496e-ab30-ab64a47c1e26,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:13.336278 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a2bee235-07ab-491e-a76a-34fcf082b60a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.338082 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a2bee235-07ab-491e-a76a-34fcf082b60a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380036 Jul 14 10:17:13.340954 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 50690) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:13.345848 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-58d4e760-a5c2-426e-89e9-216af59e3c7a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'security_group_rule': {'security_group_id': '92c0e916-9dd3-4191-8d1f-802210854b90', 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:13.374938 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:13.376094 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 786105d1-8b44-46d1-96c7-1684bd0d50bc up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:13.376270 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58d4e760-a5c2-426e-89e9-216af59e3c7a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (2d3de8d5-9a51-4d18-a0c6-e4c241bf95e9), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.422626 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 786105d1-8b44-46d1-96c7-1684bd0d50bc triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:13.422996 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.441944 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58d4e760-a5c2-426e-89e9-216af59e3c7a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (2d3de8d5-9a51-4d18-a0c6-e4c241bf95e9), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.445928 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58d4e760-a5c2-426e-89e9-216af59e3c7a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (2d3de8d5-9a51-4d18-a0c6-e4c241bf95e9), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.466174 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4e760-a5c2-426e-89e9-216af59e3c7a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3de8d5-9a51-4d18-a0c6-e4c241bf95e9,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:13.473244 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-58d4e760-a5c2-426e-89e9-216af59e3c7a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.474439 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-58d4e760-a5c2-426e-89e9-216af59e3c7a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324148 Jul 14 10:17:13.477180 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 50692) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:13.481512 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-00327dc9-34b0-478d-a2fc-82c475ab6423 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'security_group_rule': {'security_group_id': '92c0e916-9dd3-4191-8d1f-802210854b90', 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:13.485687 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:13.504970 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.securitygroups_db [None req-00327dc9-34b0-478d-a2fc-82c475ab6423 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Project f5484157d3894ec097d1f1b2e0bacc16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:17:13.505207 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 786105d1-8b44-46d1-96c7-1684bd0d50bc is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:13.511968 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00327dc9-34b0-478d-a2fc-82c475ab6423 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (cb55c129-90fe-41fe-b75f-4bcaf0031abf), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.571936 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00327dc9-34b0-478d-a2fc-82c475ab6423 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (cb55c129-90fe-41fe-b75f-4bcaf0031abf), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.575402 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00327dc9-34b0-478d-a2fc-82c475ab6423 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (cb55c129-90fe-41fe-b75f-4bcaf0031abf), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.594222 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00327dc9-34b0-478d-a2fc-82c475ab6423 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb55c129-90fe-41fe-b75f-4bcaf0031abf,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:13.598791 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00327dc9-34b0-478d-a2fc-82c475ab6423 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.600384 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-00327dc9-34b0-478d-a2fc-82c475ab6423 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219985 Jul 14 10:17:13.603651 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50694) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:13.608168 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-99eeae29-ea6c-4202-88f6-4053c4da940b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'security_group_rule': {'security_group_id': '92c0e916-9dd3-4191-8d1f-802210854b90', 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:13.629145 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.securitygroups_db [None req-99eeae29-ea6c-4202-88f6-4053c4da940b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Project f5484157d3894ec097d1f1b2e0bacc16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:17:13.635361 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-99eeae29-ea6c-4202-88f6-4053c4da940b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (fc9a4f46-e564-4c02-b095-f91d5076acf6), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.695203 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-99eeae29-ea6c-4202-88f6-4053c4da940b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (fc9a4f46-e564-4c02-b095-f91d5076acf6), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.699615 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-99eeae29-ea6c-4202-88f6-4053c4da940b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (fc9a4f46-e564-4c02-b095-f91d5076acf6), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.717814 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eeae29-ea6c-4202-88f6-4053c4da940b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9a4f46-e564-4c02-b095-f91d5076acf6,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:13.724288 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-99eeae29-ea6c-4202-88f6-4053c4da940b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:13.725499 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-99eeae29-ea6c-4202-88f6-4053c4da940b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208215 Jul 14 10:17:14.168178 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:14.232152 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:14.232614 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:14.314594 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:14.317207 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:15.441986 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Sync routers for ids ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:17:15.456187 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Routers {'6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:17:15.456791 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:17:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:15.557327 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Set router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:17:15.742104 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'name': 'tempest-TestVolumeBootPattern-586736739-router', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:08Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 4, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'gw_port': {'id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:09Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '3a14a882-59d4-4c40-a2d7-dc6f9e9da556', 'name': '', 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'mac_address': 'fa:16:3e:19:27:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3d234c5b-5354-4023-9544-c49ecd3c3015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:11Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 2, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'subnets': [{'id': '3d234c5b-5354-4023-9544-c49ecd3c3015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:15.767836 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Checking router: 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:17:15.768313 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Updating router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:17:15.798390 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:15.973363 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:16.060846 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Publish callbacks [] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.066199 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.105967 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:16.114748 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device af809c06-ded1-4b2f-8bd9-fc8989b44456 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:16.137082 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca178d47-0716-494c-9de9-cb332169c850 None None] Pushing event updated for resources: {'Port': ['ID=3a14a882-59d4-4c40-a2d7-dc6f9e9da556,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:16.174891 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port af809c06-ded1-4b2f-8bd9-fc8989b44456 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:16.175265 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.176836 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Attempting to bind port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:17:16.177239 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Attempting to bind port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'cb341d8c-2117-4539-b557-6fbbffc696c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:17:16.177690 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Attempting to bind port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 on network 9fda4a39-9d55-4c89-a048-f189e669df13 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:17:16.183970 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:17:16.184344 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Checking segment: {'id': 'cb341d8c-2117-4539-b557-6fbbffc696c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:17:16.184740 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.185173 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Bound using segment: {'id': 'cb341d8c-2117-4539-b557-6fbbffc696c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:17:16.185638 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Bound port: 3a14a882-59d4-4c40-a2d7-dc6f9e9da556, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb341d8c-2117-4539-b557-6fbbffc696c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:17:16.186012 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.259490 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port af809c06-ded1-4b2f-8bd9-fc8989b44456 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:16.260169 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.264440 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] For port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:16.268390 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] For port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=3a14a882-59d4-4c40-a2d7-dc6f9e9da556,segment=NetworkSegment(cb341d8c-2117-4539-b557-6fbbffc696c5),segment_id=cb341d8c-2117-4539-b557-6fbbffc696c5)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:16.284053 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.286066 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port af809c06-ded1-4b2f-8bd9-fc8989b44456, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=af809c06-ded1-4b2f-8bd9-fc8989b44456,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:16.291481 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.333429 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-0840338c-cdcb-448e-a990-7e202ae46646 None None] Provisioning complete for port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:16.334038 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0840338c-cdcb-448e-a990-7e202ae46646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.351177 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Routers {'6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:17:16.351800 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:17:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:16.390295 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=af809c06-ded1-4b2f-8bd9-fc8989b44456,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:16.400279 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:16.439095 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-0840338c-cdcb-448e-a990-7e202ae46646 None None] Current status of the port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:16.439490 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0840338c-cdcb-448e-a990-7e202ae46646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.480705 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-0840338c-cdcb-448e-a990-7e202ae46646 None None] For port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=3a14a882-59d4-4c40-a2d7-dc6f9e9da556,segment=NetworkSegment(cb341d8c-2117-4539-b557-6fbbffc696c5),segment_id=cb341d8c-2117-4539-b557-6fbbffc696c5)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:16.485893 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca178d47-0716-494c-9de9-cb332169c850 None None] Pushing event updated for resources: {'Port': ['ID=3a14a882-59d4-4c40-a2d7-dc6f9e9da556,revision_number=4']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:16.486379 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0840338c-cdcb-448e-a990-7e202ae46646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.540569 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840338c-cdcb-448e-a990-7e202ae46646 None None] Pushing event updated for resources: {'Port': ['ID=3a14a882-59d4-4c40-a2d7-dc6f9e9da556,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:16.563420 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] Set router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:17:16.607223 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-ceee3297-7616-4ce9-8ea3-88ae9459a4e8 None None] Provisioning complete for port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:16.607591 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ceee3297-7616-4ce9-8ea3-88ae9459a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:16.682400 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-ceee3297-7616-4ce9-8ea3-88ae9459a4e8 None None] Current status of the port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:16.751000 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'name': 'tempest-TestVolumeBootPattern-586736739-router', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:08Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 4, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'gw_port': {'id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:09Z', 'updated_at': '2022-07-14T10:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '3a14a882-59d4-4c40-a2d7-dc6f9e9da556', 'name': '', 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'mac_address': 'fa:16:3e:19:27:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3d234c5b-5354-4023-9544-c49ecd3c3015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:11Z', 'updated_at': '2022-07-14T10:17:16Z', 'revision_number': 4, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'subnets': [{'id': '3d234c5b-5354-4023-9544-c49ecd3c3015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:17:16.777064 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f15f9c-540d-4eeb-ba92-3a1be99f2188 None None] The sync data for ids ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'] in dv-cinder-849800-1-iscsi is: [{'id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'name': 'tempest-TestVolumeBootPattern-586736739-router', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:08Z', 'updated_at': '2022-07-14T10:17:11Z', 'revision_number': 4, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'gw_port': {'id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:09Z', 'updated_at': '2022-07-14T10:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '3a14a882-59d4-4c40-a2d7-dc6f9e9da556', 'name': '', 'network_id': '9fda4a39-9d55-4c89-a048-f189e669df13', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'mac_address': 'fa:16:3e:19:27:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '3d234c5b-5354-4023-9544-c49ecd3c3015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:11Z', 'updated_at': '2022-07-14T10:17:16Z', 'revision_number': 4, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'subnets': [{'id': '3d234c5b-5354-4023-9544-c49ecd3c3015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:17:18.102823 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device af809c06-ded1-4b2f-8bd9-fc8989b44456 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:18.147754 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port af809c06-ded1-4b2f-8bd9-fc8989b44456 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:18.148132 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:18.226195 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port af809c06-ded1-4b2f-8bd9-fc8989b44456 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:18.227264 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:18.280970 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:18.281341 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:18.350173 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:20.607750 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:20.623504 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:23.592332 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:23.593475 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:23.718004 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=73,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:23.718984 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:30.619437 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:30.709673 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50910) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:30.819157 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8918436e-4056-44c8-a87f-387ed1925379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:30.897431 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8918436e-4056-44c8-a87f-387ed1925379 admin admin] Publish callbacks [] for security_group (b3ef762e-657c-40bb-a5dc-3fca0215f711), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:30.901286 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8918436e-4056-44c8-a87f-387ed1925379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b3ef762e-657c-40bb-a5dc-3fca0215f711), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:30.939555 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918436e-4056-44c8-a87f-387ed1925379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef762e-657c-40bb-a5dc-3fca0215f711,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:30.943723 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-8918436e-4056-44c8-a87f-387ed1925379 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=524df7e140f74c69875de81de9ed7e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330213 Jul 14 10:17:30.946343 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 50914) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:30.994551 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2113e40e-e590-4d8e-9328-b8090d1826e4 admin admin] Publish callbacks [] for security_group (b3ef762e-657c-40bb-a5dc-3fca0215f711), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:31.019312 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2113e40e-e590-4d8e-9328-b8090d1826e4 admin admin] Publish callbacks [] for security_group (b3ef762e-657c-40bb-a5dc-3fca0215f711), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:31.075539 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2113e40e-e590-4d8e-9328-b8090d1826e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b3ef762e-657c-40bb-a5dc-3fca0215f711), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:31.079228 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2113e40e-e590-4d8e-9328-b8090d1826e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:31.080462 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-2113e40e-e590-4d8e-9328-b8090d1826e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3ef762e-657c-40bb-a5dc-3fca0215f711 HTTP/1.1" status: 204 len: 168 time: 0.1332221 Jul 14 10:17:31.089857 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113e40e-e590-4d8e-9328-b8090d1826e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef762e-657c-40bb-a5dc-3fca0215f711,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:31.411255 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-383dc413-d868-45ba-afc6-5e1983478246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:33.592520 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-349c0ec4-04e6-4b35-bb04-a3f4336bff97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:33.803627 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11913b16-ed8a-4e16-8cef-63e6a00a6920 req-2f1acbb5-bc89-4399-8d55-823b82f8b845 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:33.805116 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-11913b16-ed8a-4e16-8cef-63e6a00a6920 req-2f1acbb5-bc89-4399-8d55-823b82f8b845 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 945 time: 0.0507116 Jul 14 10:17:33.854047 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-11913b16-ed8a-4e16-8cef-63e6a00a6920 req-97d991ba-3e56-46b0-82ea-b0fc96f300f6 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Jul 14 10:17:34.970255 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955891ec-6fbd-436a-bd44-267ea46e2bbe req-24468ebd-9b2a-4aef-bc3a-f1a58b8c4ae5 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:34.971693 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-955891ec-6fbd-436a-bd44-267ea46e2bbe req-24468ebd-9b2a-4aef-bc3a-f1a58b8c4ae5 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 945 time: 0.0465465 Jul 14 10:17:34.999544 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:35.019167 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-955891ec-6fbd-436a-bd44-267ea46e2bbe req-7aa10154-a736-44fc-906f-4968fdb06fee tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Jul 14 10:17:36.060892 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:36.064787 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=65,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:36.141716 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ad808-a169-43b8-a1fd-fd70a4f86fcc req-d4e47405-7ee2-4089-8635-236ec3c24d8f tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:36.143206 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b68ad808-a169-43b8-a1fd-fd70a4f86fcc req-d4e47405-7ee2-4089-8635-236ec3c24d8f tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 945 time: 0.0500278 Jul 14 10:17:36.189554 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b68ad808-a169-43b8-a1fd-fd70a4f86fcc req-cdc942f4-7ef4-451c-82a5-88770b61681c tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408525 Jul 14 10:17:36.361913 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:36.491632 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:37.312153 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311e5c4-0edd-4186-a63b-3fd1333dad9a req-3764ba74-7952-4922-a26e-63850b5e9e6a tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:37.313713 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1311e5c4-0edd-4186-a63b-3fd1333dad9a req-3764ba74-7952-4922-a26e-63850b5e9e6a tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 945 time: 0.0578387 Jul 14 10:17:37.314167 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-e1042c7c-c528-48f7-a969-d9f9fc53b359 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:37.315656 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-e1042c7c-c528-48f7-a969-d9f9fc53b359 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.58 "GET /v2.0/ports?device_id=5164f3a1-116c-47db-8d85-1e34b56e4018 HTTP/1.1" status: 200 len: 945 time: 0.0505221 Jul 14 10:17:37.363222 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1311e5c4-0edd-4186-a63b-3fd1333dad9a req-86e01118-8d0c-4f84-abae-ea82ad511b68 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431645 Jul 14 10:17:37.405898 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-6b7cb6d1-044d-44ae-83ec-01d9ecbf6121 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Deleting port 4fe03bab-cecb-4477-ab70-6692900e70c5 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:17:37.406243 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-6b7cb6d1-044d-44ae-83ec-01d9ecbf6121 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:37.498596 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-6b7cb6d1-044d-44ae-83ec-01d9ecbf6121 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] For port 4fe03bab-cecb-4477-ab70-6692900e70c5, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=4fe03bab-cecb-4477-ab70-6692900e70c5,segment=NetworkSegment(2b62079c-8f55-4dff-9a96-2742d03ac88a),segment_id=2b62079c-8f55-4dff-9a96-2742d03ac88a)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:37.498943 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-6b7cb6d1-044d-44ae-83ec-01d9ecbf6121 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:37.512104 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-6b7cb6d1-044d-44ae-83ec-01d9ecbf6121 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Calling delete_port for 4fe03bab-cecb-4477-ab70-6692900e70c5 owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:17:37.634752 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-6b7cb6d1-044d-44ae-83ec-01d9ecbf6121 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (4fe03bab-cecb-4477-ab70-6692900e70c5), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:37.655578 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['4fe03bab-cecb-4477-ab70-6692900e70c5'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:17:37.669144 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cb6d1-044d-44ae-83ec-01d9ecbf6121 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Pushing event deleted for resources: {'Port': ['ID=4fe03bab-cecb-4477-ab70-6692900e70c5,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:37.714821 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-6b7cb6d1-044d-44ae-83ec-01d9ecbf6121 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] No DVR routers for this DVR port 4fe03bab-cecb-4477-ab70-6692900e70c5 on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:17:37.717929 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-6b7cb6d1-044d-44ae-83ec-01d9ecbf6121 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:37.721279 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-15fff888-5cdb-412a-97dc-4a1f858f7c9b req-6b7cb6d1-044d-44ae-83ec-01d9ecbf6121 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.58 "DELETE /v2.0/ports/4fe03bab-cecb-4477-ab70-6692900e70c5 HTTP/1.1" status: 204 len: 173 time: 0.3974836 Jul 14 10:17:37.721596 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5164f3a1-116c-47db-8d85-1e34b56e4018', 'name': 'network-vif-deleted', 'tag': '4fe03bab-cecb-4477-ab70-6692900e70c5'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:17:37.723835 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5e4d77-698c-4f1f-9157-11355349a527" -d '{"events": [{"server_uuid": "5164f3a1-116c-47db-8d85-1e34b56e4018", "name": "network-vif-deleted", "tag": "4fe03bab-cecb-4477-ab70-6692900e70c5"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:37.765629 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b752b464-239e-4528-8398-af2351404128 x-openstack-request-id: req-b752b464-239e-4528-8398-af2351404128 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:37.765917 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5164f3a1-116c-47db-8d85-1e34b56e4018", "name": "network-vif-deleted", "tag": "4fe03bab-cecb-4477-ab70-6692900e70c5", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:37.766168 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b752b464-239e-4528-8398-af2351404128 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:37.766563 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b752b464-239e-4528-8398-af2351404128'] response: {'server_uuid': '5164f3a1-116c-47db-8d85-1e34b56e4018', 'name': 'network-vif-deleted', 'tag': '4fe03bab-cecb-4477-ab70-6692900e70c5', 'status': 'completed', 'code': 200} Jul 14 10:17:38.036499 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:17:40.752750 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 4fe03bab-cecb-4477-ab70-6692900e70c5 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:17:40.771904 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 4fe03bab-cecb-4477-ab70-6692900e70c5 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:17:40.772244 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 4fe03bab-cecb-4477-ab70-6692900e70c5 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:17:43.376972 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51090) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:43.482707 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65bd5cb8-fd7e-4e75-9c6b-1b52d0eb20e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:43.560835 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65bd5cb8-fd7e-4e75-9c6b-1b52d0eb20e5 admin admin] Publish callbacks [] for security_group (947a13c6-9bb6-4b9d-a999-6a660fa3bc53), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:43.564604 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-65bd5cb8-fd7e-4e75-9c6b-1b52d0eb20e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (947a13c6-9bb6-4b9d-a999-6a660fa3bc53), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:43.574649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:43.584602 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:43.611976 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-65bd5cb8-fd7e-4e75-9c6b-1b52d0eb20e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84cdc3e0745d47a389f55770faff5a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339149 Jul 14 10:17:43.613537 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd5cb8-fd7e-4e75-9c6b-1b52d0eb20e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947a13c6-9bb6-4b9d-a999-6a660fa3bc53,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:43.614814 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51096) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:17:43.665746 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-55c35f8c-a4c7-4185-b8f0-511fa19e298c admin admin] Publish callbacks [] for security_group (947a13c6-9bb6-4b9d-a999-6a660fa3bc53), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:43.688322 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-55c35f8c-a4c7-4185-b8f0-511fa19e298c admin admin] Publish callbacks [] for security_group (947a13c6-9bb6-4b9d-a999-6a660fa3bc53), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:43.738067 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-55c35f8c-a4c7-4185-b8f0-511fa19e298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (947a13c6-9bb6-4b9d-a999-6a660fa3bc53), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:43.740555 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-55c35f8c-a4c7-4185-b8f0-511fa19e298c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:43.741817 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-55c35f8c-a4c7-4185-b8f0-511fa19e298c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/947a13c6-9bb6-4b9d-a999-6a660fa3bc53 HTTP/1.1" status: 204 len: 168 time: 0.1253836 Jul 14 10:17:43.750371 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c35f8c-a4c7-4185-b8f0-511fa19e298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947a13c6-9bb6-4b9d-a999-6a660fa3bc53,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:43.930789 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-d19283ba-58d7-4c5f-8137-42f7a20afb91 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957205412&fields=id&tenant_id=f5484157d3894ec097d1f1b2e0bacc16 HTTP/1.1" status: 200 len: 267 time: 0.0586944 Jul 14 10:17:44.055862 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-457b30e8-f4c2-4127-95ed-e799feda45af tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:44.057479 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-457b30e8-f4c2-4127-95ed-e799feda45af tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 812 time: 0.1181190 Jul 14 10:17:44.083504 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-4d2146a7-4c36-4b17-84d3-8675b5b199c0 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/quotas/f5484157d3894ec097d1f1b2e0bacc16 HTTP/1.1" status: 200 len: 375 time: 0.0179827 Jul 14 10:17:44.144407 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-2c76a3d3-835b-436a-8b9f-4601885b9b14 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553241 Jul 14 10:17:44.239538 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-ce8cec40-cf81-48fd-afa5-fb49c33a40ac service neutron] 10.222.0.61 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826526 Jul 14 10:17:44.332819 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-247fd8a0-c0dc-448a-aaaa-11eacd98a1ef service neutron] 10.222.0.61 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875156 Jul 14 10:17:44.623117 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5bd3c9f9-6700-417d-bcff-e1a4d6c926ee req-fd96b678-bb7f-498e-9328-4966948ff58e tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 210 time: 0.0298588 Jul 14 10:17:45.717554 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c0cbe76d-7862-40bb-b47e-ac13bf9839be req-4ee5e8af-b891-4be4-b983-47ff6183bf21 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 210 time: 0.0277455 Jul 14 10:17:46.810643 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-29f339c6-ba09-4812-bf2a-ce9c91d892db req-c1a0e9de-b8cb-4107-8867-dff8c4fb32c6 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 210 time: 0.0273592 Jul 14 10:17:47.394523 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-571825fb-a7b6-4b50-9536-25ed72e0ab0e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437927 Jul 14 10:17:47.462309 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-aafde973-e611-4dea-9cc4-8ddf21168d8b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:47.463829 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-aafde973-e611-4dea-9cc4-8ddf21168d8b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/networks?id=0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 HTTP/1.1" status: 200 len: 813 time: 0.1195161 Jul 14 10:17:47.498965 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-2ecb3ab9-2ed4-4ab8-9008-3e2f98cc48a2 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/quotas/a2eeff0739c1463383b618c4c56ae344 HTTP/1.1" status: 200 len: 375 time: 0.0188351 Jul 14 10:17:47.500164 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-4cb33d4e-fd1e-4f89-83a1-301f6dbaa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:47.501701 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-4cb33d4e-fd1e-4f89-83a1-301f6dbaa3ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 1130 time: 0.0676425 Jul 14 10:17:47.544480 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-44609aaf-40d8-402b-8ea7-fa4128b4c424 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:47.545981 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-ad3debcb-4b0d-41ae-a1b6-6ca44d021b8a tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2eeff0739c1463383b618c4c56ae344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414314 Jul 14 10:17:47.550441 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-44609aaf-40d8-402b-8ea7-fa4128b4c424 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 812 time: 0.1225774 Jul 14 10:17:47.617863 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-e2c6f6b3-39af-4c6b-96e2-51fc73768de0 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5484157d3894ec097d1f1b2e0bacc16 HTTP/1.1" status: 200 len: 379 time: 0.0563080 Jul 14 10:17:47.631306 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'port': {'device_id': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'admin_state_up': True, 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'security_groups': ['92c0e916-9dd3-4191-8d1f-802210854b90']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:47.699899 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-5e5bdc92-245d-45a9-9dd5-fe8e5a743daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:47.701920 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-5e5bdc92-245d-45a9-9dd5-fe8e5a743daf service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 915 time: 0.1653798 Jul 14 10:17:47.706541 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:47.707078 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-a1e84798-1be2-471b-a30b-91fdb9c840e2 service neutron] 10.222.0.61 "GET /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490345 Jul 14 10:17:47.744471 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Made reservation on behalf of f5484157d3894ec097d1f1b2e0bacc16 for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:17:47.747718 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:47.773580 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:47.891927 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Allocated IP 172.20.0.6 (6a5bd4dd-229b-4523-a623-35c0c9078f3c/8e921aae-a6ad-482c-bf8b-6db48db163b8/4b9960d1-29f9-466d-84b3-07562c942f9c) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:48.032343 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:48.034084 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:48.040540 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:48.074396 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:48.083772 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3852bd3e-21cd-4ec6-8809-0c36c391e30a req-a7d1e952-e147-4462-9c77-e35d51701ba2 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 210 time: 0.0659184 Jul 14 10:17:48.098207 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-989dd5e6-c4c9-4c1e-87c7-7342dda65196 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81f609dc-8842-42ec-9605-22d13d78fb55 HTTP/1.1" status: 200 len: 1001 time: 0.3894923 Jul 14 10:17:48.130786 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:48.133932 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:48.140937 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:17:48.147349 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:48.155536 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:48.171667 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-205bc326-bd98-4745-81b7-a237e359e8a4 service neutron] 10.222.0.61 "GET /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567764 Jul 14 10:17:48.177375 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-09a201e2-4452-460e-90a0-0d00661ef45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:48.178810 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-09a201e2-4452-460e-90a0-0d00661ef45e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.0738521 Jul 14 10:17:48.179971 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'Port': ['ID=4b9960d1-29f9-466d-84b3-07562c942f9c,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:48.230154 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-e4994ec1-d83c-4cde-92b3-beffaf605c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:48.232028 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-e4994ec1-d83c-4cde-92b3-beffaf605c3e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456431 Jul 14 10:17:48.238332 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:48.239007 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:48.285318 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-1cbed340-954c-46a2-9950-867e447be5fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6576288 Jul 14 10:17:48.297235 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Request body: {'port': {'device_id': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:48.401973 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-15f4a388-cf95-4af6-a018-2a08eed96f35 req-ee313f3d-6f83-45e6-bd69-6dae7eee6126 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 210 time: 0.0396149 Jul 14 10:17:48.405356 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:48.408421 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-e3bc7736-c927-4e9c-af54-29e6f79af456 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668513 Jul 14 10:17:48.498778 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-1777de4c-3eb8-4dc8-9f09-802cfcf89b85 None None] Provisioning complete for port 4b9960d1-29f9-466d-84b3-07562c942f9c triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:48.500596 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1777de4c-3eb8-4dc8-9f09-802cfcf89b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:48.510986 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-138e80c4-477a-4c0a-829a-853d8c6d7d15 req-02e5f23e-1734-4a8c-b5fd-0c202d5fa409 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951550 Jul 14 10:17:48.548063 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-1777de4c-3eb8-4dc8-9f09-802cfcf89b85 None None] Port 4b9960d1-29f9-466d-84b3-07562c942f9c cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:17:48.697423 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:48.706744 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9960d1-29f9-466d-84b3-07562c942f9c {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:17:48.715353 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Publish callbacks [] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:48.722267 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:48.733422 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Transition to ACTIVE for port object 4b9960d1-29f9-466d-84b3-07562c942f9c will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:17:48.736803 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:48.786945 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Pushing event updated for resources: {'Port': ['ID=4b9960d1-29f9-466d-84b3-07562c942f9c,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:48.877645 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Attempting to bind port 4b9960d1-29f9-466d-84b3-07562c942f9c on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:17:48.877998 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Attempting to bind port 4b9960d1-29f9-466d-84b3-07562c942f9c by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:17:48.878312 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Attempting to bind port 4b9960d1-29f9-466d-84b3-07562c942f9c on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:17:48.883745 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Port 4b9960d1-29f9-466d-84b3-07562c942f9c on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:17:48.884089 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Attempting to bind port 4b9960d1-29f9-466d-84b3-07562c942f9c on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:17:48.890748 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:17:48.891100 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Checking segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:17:48.891479 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Bound using segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:17:48.891921 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Bound port: 4b9960d1-29f9-466d-84b3-07562c942f9c, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:17:48.892286 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:48.963022 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] For port 4b9960d1-29f9-466d-84b3-07562c942f9c, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:48.966717 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] For port 4b9960d1-29f9-466d-84b3-07562c942f9c, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=4b9960d1-29f9-466d-84b3-07562c942f9c,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:48.973350 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:49.009248 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:49.010468 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:49.012194 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] 10.222.0.58 "PUT /v2.0/ports/4b9960d1-29f9-466d-84b3-07562c942f9c HTTP/1.1" status: 200 len: 1093 time: 0.7197466 Jul 14 10:17:49.014428 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'tag': '4b9960d1-29f9-466d-84b3-07562c942f9c'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:17:49.018095 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061e2f97-241c-4976-b320-4d367b9a9e65" -d '{"events": [{"name": "network-changed", "server_uuid": "ce402fd6-a9d2-4651-9e76-aa616b99b208", "tag": "4b9960d1-29f9-466d-84b3-07562c942f9c"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:49.049030 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770ac76-d7d0-406b-b384-277b8e6880bf service neutron] Pushing event updated for resources: {'Port': ['ID=4b9960d1-29f9-466d-84b3-07562c942f9c,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:49.065775 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7e5822-10b0-49a8-a0fb-a39a1013de0a x-openstack-request-id: req-7a7e5822-10b0-49a8-a0fb-a39a1013de0a {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:49.066961 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce402fd6-a9d2-4651-9e76-aa616b99b208", "tag": "4b9960d1-29f9-466d-84b3-07562c942f9c", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:49.067309 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a7e5822-10b0-49a8-a0fb-a39a1013de0a {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:49.067771 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7e5822-10b0-49a8-a0fb-a39a1013de0a'] response: {'name': 'network-changed', 'server_uuid': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'tag': '4b9960d1-29f9-466d-84b3-07562c942f9c', 'status': 'completed', 'code': 200} Jul 14 10:17:49.125743 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-bfffd90f-7104-4b00-9e68-5ece52dc1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:49.127262 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-bfffd90f-7104-4b00-9e68-5ece52dc1f58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 1127 time: 0.0444114 Jul 14 10:17:49.211929 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e483e-a34d-4731-95e2-5188b8409ab7 req-7e8ffe3e-b7ac-4e71-af36-37ba00790ddb tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:49.213442 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-180e483e-a34d-4731-95e2-5188b8409ab7 req-7e8ffe3e-b7ac-4e71-af36-37ba00790ddb tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 943 time: 0.0495009 Jul 14 10:17:49.263526 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-180e483e-a34d-4731-95e2-5188b8409ab7 req-2b5c928c-7a71-4636-9338-6de15e5c8148 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444679 Jul 14 10:17:49.427911 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-94b9ada2-1870-469c-9105-70b09993bb16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b9960d1-29f9-466d-84b3-07562c942f9c HTTP/1.1" status: 200 len: 217 time: 0.0369215 Jul 14 10:17:49.482664 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-2b9bb521-b043-4052-8795-1419bdace9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:49.484104 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-2b9bb521-b043-4052-8795-1419bdace9be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0498233 Jul 14 10:17:49.534924 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-413cb406-d18e-4f88-9907-8251fb7a1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:49.536510 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-413cb406-d18e-4f88-9907-8251fb7a1afe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435822 Jul 14 10:17:49.550512 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-77faf7ce-3be6-4109-8a50-72c88704cdf2 req-688c16ea-18ff-4319-8195-30e2d89ea246 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 210 time: 0.0632181 Jul 14 10:17:49.596909 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-1d3d3636-5909-4c42-9489-6287460e3ab5 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:49.598398 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-1d3d3636-5909-4c42-9489-6287460e3ab5 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.58 "GET /v2.0/networks?id=0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 HTTP/1.1" status: 200 len: 813 time: 0.1357355 Jul 14 10:17:49.612649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Request body: {'port': {'device_id': '7b211116-0817-4af5-a5ad-4c6b1eb7de99', 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4', 'admin_state_up': True, 'tenant_id': 'a2eeff0739c1463383b618c4c56ae344'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:49.637992 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-e0d453c0-1e53-4839-aab4-7af6224facc7 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940392 Jul 14 10:17:49.729795 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Made reservation on behalf of a2eeff0739c1463383b618c4c56ae344 for: {'port': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:17:49.733821 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:49.735010 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6bcab5dc-055e-4e15-b649-25c34446b4a0 req-82b3cd7d-6707-4e6c-96a8-710ab983d167 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882971 Jul 14 10:17:49.859082 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Allocated IP 172.20.0.10 (0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4/d229980c-ed38-47a4-a2bc-45a7ff589027/a6d4464e-33c6-439a-8919-b602661ef654) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:17:50.007676 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks [] for port (a6d4464e-33c6-439a-8919-b602661ef654), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:50.010223 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:50.013552 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:50.045246 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (a6d4464e-33c6-439a-8919-b602661ef654), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:50.091091 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:17:50.096474 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:17:50.100789 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:17:50.105910 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:50.106521 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:50.115509 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Pushing event updated for resources: {'Port': ['ID=a6d4464e-33c6-439a-8919-b602661ef654,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:50.128227 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3b06b22f-5d9b-432b-aa84-2f51b3eaac43 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5201430 Jul 14 10:17:50.145169 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Request body: {'port': {'device_id': '7b211116-0817-4af5-a5ad-4c6b1eb7de99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:17:50.180986 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-da4a9fe3-d375-4da9-9bee-de3c23a2b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:50.182474 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-da4a9fe3-d375-4da9-9bee-de3c23a2b5ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 1127 time: 0.0431433 Jul 14 10:17:50.207244 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a6d4464e-33c6-439a-8919-b602661ef654), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:50.276155 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-1637a0d2-2ad8-4f59-ba96-67eceadde080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:50.277624 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-1637a0d2-2ad8-4f59-ba96-67eceadde080 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 913 time: 0.0868783 Jul 14 10:17:50.323987 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-cd0b7828-4aeb-48c1-bebe-5f95d4346348 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b9960d1-29f9-466d-84b3-07562c942f9c HTTP/1.1" status: 200 len: 217 time: 0.0378983 Jul 14 10:17:50.338670 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:50.376593 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-cfeed26a-e777-4a5f-85f2-02bd33a3abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:50.378103 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-cfeed26a-e777-4a5f-85f2-02bd33a3abab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0482538 Jul 14 10:17:50.428292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-1b315432-40aa-4687-9f1b-85f91cd5604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:50.429872 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-1b315432-40aa-4687-9f1b-85f91cd5604b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408626 Jul 14 10:17:50.438172 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b1246-6499-4cc6-b317-e463c0371515 req-76adfa0a-dded-4cfb-9f32-42f8a21473ca tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:50.439625 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9e1b1246-6499-4cc6-b317-e463c0371515 req-76adfa0a-dded-4cfb-9f32-42f8a21473ca tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 943 time: 0.0927894 Jul 14 10:17:50.524938 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9e1b1246-6499-4cc6-b317-e463c0371515 req-8416b320-9395-481b-8ff6-7350d6d5eb31 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787458 Jul 14 10:17:50.525708 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-98df3233-e7b3-4250-85b0-250a73633572 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875299 Jul 14 10:17:50.555028 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d4464e-33c6-439a-8919-b602661ef654 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:17:50.562656 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Publish callbacks [] for port (a6d4464e-33c6-439a-8919-b602661ef654), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:50.575359 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Transition to ACTIVE for port object a6d4464e-33c6-439a-8919-b602661ef654 will not be triggered until provisioned by entity L2. {{(pid=104066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:17:50.579596 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a6d4464e-33c6-439a-8919-b602661ef654), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:50.592502 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:50.628321 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-061e2f97-241c-4976-b320-4d367b9a9e65 req-9b6cfa59-4e85-4f55-8c23-bf37208044d2 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882111 Jul 14 10:17:50.640207 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:50.672672 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d4464e-33c6-439a-8919-b602661ef654,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:50.709945 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Attempting to bind port a6d4464e-33c6-439a-8919-b602661ef654 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:17:50.710278 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Attempting to bind port a6d4464e-33c6-439a-8919-b602661ef654 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '2b62079c-8f55-4dff-9a96-2742d03ac88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:17:50.710607 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Attempting to bind port a6d4464e-33c6-439a-8919-b602661ef654 on network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:17:50.721860 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e731a-cc87-4186-b724-be7967220c50 req-a02c4582-9e88-4b05-aea9-a33813e0ef45 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:50.723331 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e12e731a-cc87-4186-b724-be7967220c50 req-a02c4582-9e88-4b05-aea9-a33813e0ef45 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 944 time: 0.0906553 Jul 14 10:17:50.724269 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Port a6d4464e-33c6-439a-8919-b602661ef654 on network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:17:50.724583 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Attempting to bind port a6d4464e-33c6-439a-8919-b602661ef654 on network 0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:17:50.731155 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:17:50.731489 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Checking segment: {'id': '2b62079c-8f55-4dff-9a96-2742d03ac88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:17:50.732422 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Bound using segment: {'id': '2b62079c-8f55-4dff-9a96-2742d03ac88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:17:50.732889 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Bound port: a6d4464e-33c6-439a-8919-b602661ef654, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b62079c-8f55-4dff-9a96-2742d03ac88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:17:50.733581 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a6d4464e-33c6-439a-8919-b602661ef654), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:50.798858 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:50.815614 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e12e731a-cc87-4186-b724-be7967220c50 req-c828f328-6ab1-4cdc-90fe-1fc2081bab81 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860758 Jul 14 10:17:50.832815 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] For port a6d4464e-33c6-439a-8919-b602661ef654, host hv-cinder-84980, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:50.836252 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] For port a6d4464e-33c6-439a-8919-b602661ef654, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a6d4464e-33c6-439a-8919-b602661ef654,segment=NetworkSegment(2b62079c-8f55-4dff-9a96-2742d03ac88a),segment_id=2b62079c-8f55-4dff-9a96-2742d03ac88a)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:50.841772 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a6d4464e-33c6-439a-8919-b602661ef654), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:50.844761 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:50.881489 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:50.882465 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:50.883828 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] 10.222.0.58 "PUT /v2.0/ports/a6d4464e-33c6-439a-8919-b602661ef654 HTTP/1.1" status: 200 len: 1094 time: 0.7427318 Jul 14 10:17:50.886287 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b211116-0817-4af5-a5ad-4c6b1eb7de99', 'tag': 'a6d4464e-33c6-439a-8919-b602661ef654'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:17:50.889511 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deef406-ac35-49a2-a979-c82a813d540c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b211116-0817-4af5-a5ad-4c6b1eb7de99", "tag": "a6d4464e-33c6-439a-8919-b602661ef654"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:50.915921 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad67ad3-ccd1-4b50-8888-ab89ada4b8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d4464e-33c6-439a-8919-b602661ef654,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:50.932869 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61fd38d-abd3-461e-bf27-710ad698994f x-openstack-request-id: req-b61fd38d-abd3-461e-bf27-710ad698994f {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:50.933191 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b211116-0817-4af5-a5ad-4c6b1eb7de99", "tag": "a6d4464e-33c6-439a-8919-b602661ef654", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:50.933569 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b61fd38d-abd3-461e-bf27-710ad698994f {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:50.934057 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61fd38d-abd3-461e-bf27-710ad698994f'] response: {'name': 'network-changed', 'server_uuid': '7b211116-0817-4af5-a5ad-4c6b1eb7de99', 'tag': 'a6d4464e-33c6-439a-8919-b602661ef654', 'status': 'completed', 'code': 200} Jul 14 10:17:50.980062 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-a127e5d8-d884-49fd-ac19-fc59cefaf0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:50.981588 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-a127e5d8-d884-49fd-ac19-fc59cefaf0f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2eeff0739c1463383b618c4c56ae344&device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 1128 time: 0.0391741 Jul 14 10:17:51.022722 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-4a726104-7678-4ea8-8be2-2405bea23158 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d4464e-33c6-439a-8919-b602661ef654 HTTP/1.1" status: 200 len: 217 time: 0.0324121 Jul 14 10:17:51.355584 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-df8ff489-be3d-4272-bb56-73af0cd71404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:51.357810 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-df8ff489-be3d-4272-bb56-73af0cd71404 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d229980c-ed38-47a4-a2bc-45a7ff589027 HTTP/1.1" status: 200 len: 853 time: 0.0494232 Jul 14 10:17:51.408245 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-3a7b5a87-4fc8-4f88-95d4-586a2c6051b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281236 Jul 14 10:17:51.498461 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-53641baa-46c4-4744-90aa-e3b3f4fa9d3d service neutron] 10.222.0.58 "GET /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827882 Jul 14 10:17:51.640613 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ec1c1-6206-4c71-9d31-39ae9dcd4a6c req-bd6ea620-7011-4a23-a8fc-d99f4bfb8d47 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:51.642067 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e8ec1c1-6206-4c71-9d31-39ae9dcd4a6c req-bd6ea620-7011-4a23-a8fc-d99f4bfb8d47 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 943 time: 0.0500219 Jul 14 10:17:51.692332 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e8ec1c1-6206-4c71-9d31-39ae9dcd4a6c req-ea5445d9-9d52-4f81-ba36-af218689c26f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447609 Jul 14 10:17:51.854493 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b990ff51-9f7e-452d-b3d3-4eec0ef993dd req-384ebc80-13b6-4c39-8983-71bf101a4f15 service neutron] 10.222.0.58 "GET /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840507 Jul 14 10:17:51.937612 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7817-cb3c-4099-9d9a-0837eb231c47 req-0eff7d62-f21a-4b39-9bc3-6efd1079d826 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:51.939068 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7e2e7817-cb3c-4099-9d9a-0837eb231c47 req-0eff7d62-f21a-4b39-9bc3-6efd1079d826 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 944 time: 0.0513406 Jul 14 10:17:51.985144 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7e2e7817-cb3c-4099-9d9a-0837eb231c47 req-1660ad68-59bc-4701-a2e7-41baadd0177d tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Jul 14 10:17:52.804610 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a6d4464e-33c6-439a-8919-b602661ef654 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:17:52.805245 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a6270-4cac-4661-8e1c-8bf034c51a40 req-9f319965-6ff7-49e4-b8e0-4cf23db66eed tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:52.806223 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1b5a6270-4cac-4661-8e1c-8bf034c51a40 req-9f319965-6ff7-49e4-b8e0-4cf23db66eed tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 943 time: 0.0478017 Jul 14 10:17:52.854768 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1b5a6270-4cac-4661-8e1c-8bf034c51a40 req-c58f54c0-cdbe-4104-ab80-31473d9818fb tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 Jul 14 10:17:52.906184 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port a6d4464e-33c6-439a-8919-b602661ef654, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a6d4464e-33c6-439a-8919-b602661ef654,segment=NetworkSegment(2b62079c-8f55-4dff-9a96-2742d03ac88a),segment_id=2b62079c-8f55-4dff-9a96-2742d03ac88a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:52.917104 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': 'a6d4464e-33c6-439a-8919-b602661ef654', 'network_id': '0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4', 'port_id': 'a6d4464e-33c6-439a-8919-b602661ef654', 'mac_address': 'fa:16:3e:fb:d3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd229980c-ed38-47a4-a2bc-45a7ff589027', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:17:52.950830 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port a6d4464e-33c6-439a-8919-b602661ef654 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:52.951222 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a6d4464e-33c6-439a-8919-b602661ef654), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:52.963697 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d4464e-33c6-439a-8919-b602661ef654 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:17:52.983911 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port a6d4464e-33c6-439a-8919-b602661ef654, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a6d4464e-33c6-439a-8919-b602661ef654,segment=NetworkSegment(2b62079c-8f55-4dff-9a96-2742d03ac88a),segment_id=2b62079c-8f55-4dff-9a96-2742d03ac88a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:52.987549 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a6d4464e-33c6-439a-8919-b602661ef654), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:53.036475 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=a6d4464e-33c6-439a-8919-b602661ef654,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:53.043723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.044765 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.045337 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.045473 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.045788 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.046117 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.046438 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.046882 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.047215 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.047526 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.047846 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.048716 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.048716 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.049000 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.049110 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:53.138647 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b66fb-414a-4648-8a20-5cf218c6e8c2 req-0ea0cf73-ad20-42b4-93c2-9eea7e601b4d tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:53.140113 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2a7b66fb-414a-4648-8a20-5cf218c6e8c2 req-0ea0cf73-ad20-42b4-93c2-9eea7e601b4d tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 945 time: 0.0881729 Jul 14 10:17:53.143053 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deef406-ac35-49a2-a979-c82a813d540c req-eb11e387-ad65-4233-8828-f8d33b211a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:53.144401 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0deef406-ac35-49a2-a979-c82a813d540c req-eb11e387-ad65-4233-8828-f8d33b211a0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2eeff0739c1463383b618c4c56ae344&device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 1129 time: 0.0785556 Jul 14 10:17:53.248126 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2a7b66fb-414a-4648-8a20-5cf218c6e8c2 req-56aa882f-0701-4a92-a284-82623798b7bd tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014307 Jul 14 10:17:53.270099 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deef406-ac35-49a2-a979-c82a813d540c req-a4304a02-e27a-470b-ab3b-7a931adac2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:53.271529 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0deef406-ac35-49a2-a979-c82a813d540c req-a4304a02-e27a-470b-ab3b-7a931adac2bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 HTTP/1.1" status: 200 len: 914 time: 0.1188009 Jul 14 10:17:53.310549 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0deef406-ac35-49a2-a979-c82a813d540c req-55e7915a-3d68-4b57-8c15-09356a0f5632 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d4464e-33c6-439a-8919-b602661ef654 HTTP/1.1" status: 200 len: 217 time: 0.0325890 Jul 14 10:17:53.350629 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['a6d4464e-33c6-439a-8919-b602661ef654'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:17:53.362635 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deef406-ac35-49a2-a979-c82a813d540c req-3e81067d-4fc5-4945-9bf8-ecf5f00105fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:53.364075 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0deef406-ac35-49a2-a979-c82a813d540c req-3e81067d-4fc5-4945-9bf8-ecf5f00105fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d229980c-ed38-47a4-a2bc-45a7ff589027 HTTP/1.1" status: 200 len: 853 time: 0.0431378 Jul 14 10:17:53.401989 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0deef406-ac35-49a2-a979-c82a813d540c req-98a60c3c-1c6c-4fb4-8f89-eb2541c0e17d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293908 Jul 14 10:17:53.437938 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:53.483852 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:53.501833 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0deef406-ac35-49a2-a979-c82a813d540c req-02c5977c-df44-4745-8604-4f044f14e0b5 service neutron] 10.222.0.58 "GET /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895727 Jul 14 10:17:53.602870 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0deef406-ac35-49a2-a979-c82a813d540c req-23fcd1bd-9e86-43a3-9782-d13c46b226e1 service neutron] 10.222.0.58 "GET /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817072 Jul 14 10:17:53.974485 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaeb40-c6e9-4894-8d85-c70d12e3d15d req-4baca7be-f77c-4d98-90fc-764daf933cf1 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:53.976206 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0dbaeb40-c6e9-4894-8d85-c70d12e3d15d req-4baca7be-f77c-4d98-90fc-764daf933cf1 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 943 time: 0.0520475 Jul 14 10:17:54.024803 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0dbaeb40-c6e9-4894-8d85-c70d12e3d15d req-a0a554a9-70d2-46ac-9442-5922d54ddae3 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429621 Jul 14 10:17:54.360312 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67202013-ea94-4bc7-8b30-aaea0bcae354 req-56c7507f-e7f7-432a-97cb-8c7317d66338 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:54.361942 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-67202013-ea94-4bc7-8b30-aaea0bcae354 req-56c7507f-e7f7-432a-97cb-8c7317d66338 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 945 time: 0.0469215 Jul 14 10:17:54.409077 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-67202013-ea94-4bc7-8b30-aaea0bcae354 req-09886995-f618-430f-b6d6-f30fc2845da3 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406322 Jul 14 10:17:54.815140 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a6d4464e-33c6-439a-8919-b602661ef654 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:54.861124 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port a6d4464e-33c6-439a-8919-b602661ef654 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:17:54.866596 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port a6d4464e-33c6-439a-8919-b602661ef654 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:54.866989 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a6d4464e-33c6-439a-8919-b602661ef654), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:54.906746 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:54.941330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port a6d4464e-33c6-439a-8919-b602661ef654 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:54.941718 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a6d4464e-33c6-439a-8919-b602661ef654), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:54.950087 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:54.965569 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b211116-0817-4af5-a5ad-4c6b1eb7de99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d4464e-33c6-439a-8919-b602661ef654'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:17:54.968321 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd601309-665f-4c1b-9563-d8faef4f60f5" -d '{"events": [{"server_uuid": "7b211116-0817-4af5-a5ad-4c6b1eb7de99", "name": "network-vif-plugged", "status": "completed", "tag": "a6d4464e-33c6-439a-8919-b602661ef654"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:54.981124 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port a6d4464e-33c6-439a-8919-b602661ef654, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a6d4464e-33c6-439a-8919-b602661ef654,segment=NetworkSegment(2b62079c-8f55-4dff-9a96-2742d03ac88a),segment_id=2b62079c-8f55-4dff-9a96-2742d03ac88a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:54.986214 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a6d4464e-33c6-439a-8919-b602661ef654), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:55.008771 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3812ba2f-27cd-4c38-85ed-7171fbd53309 x-openstack-request-id: req-3812ba2f-27cd-4c38-85ed-7171fbd53309 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:55.009094 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b211116-0817-4af5-a5ad-4c6b1eb7de99", "name": "network-vif-plugged", "status": "completed", "tag": "a6d4464e-33c6-439a-8919-b602661ef654", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:55.009350 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3812ba2f-27cd-4c38-85ed-7171fbd53309 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:55.009742 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3812ba2f-27cd-4c38-85ed-7171fbd53309'] response: {'server_uuid': '7b211116-0817-4af5-a5ad-4c6b1eb7de99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d4464e-33c6-439a-8919-b602661ef654', 'code': 200} Jul 14 10:17:55.043321 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=a6d4464e-33c6-439a-8919-b602661ef654,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:55.148268 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e9d9f-ee77-4790-aaab-048f91576968 req-f6f319a8-7389-4bfa-871c-e6bf6a08e656 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:55.150021 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d64e9d9f-ee77-4790-aaab-048f91576968 req-f6f319a8-7389-4bfa-871c-e6bf6a08e656 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 943 time: 0.0535476 Jul 14 10:17:55.198260 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d64e9d9f-ee77-4790-aaab-048f91576968 req-665cd963-b168-46c7-aacc-409a4f61d139 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418601 Jul 14 10:17:55.332201 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff1ed6-5411-4a7a-a0f6-3d6399f5c81d req-fdae8604-2b12-4888-bb8c-9c449dc5e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:55.333675 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4bff1ed6-5411-4a7a-a0f6-3d6399f5c81d req-fdae8604-2b12-4888-bb8c-9c449dc5e1d9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 1130 time: 0.0382493 Jul 14 10:17:55.523924 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff704e-2e8d-4049-a2f0-892fb27d8b61 req-de342e86-a4d4-4f45-ad61-77a216bb35f5 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:55.525666 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-daff704e-2e8d-4049-a2f0-892fb27d8b61 req-de342e86-a4d4-4f45-ad61-77a216bb35f5 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 946 time: 0.0467396 Jul 14 10:17:55.571622 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-daff704e-2e8d-4049-a2f0-892fb27d8b61 req-ca2e4351-d9a2-46a3-a446-b6db62af8494 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Jul 14 10:17:56.288416 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4bff1ed6-5411-4a7a-a0f6-3d6399f5c81d req-60e66cf5-87dc-45d1-8730-77be2a42727e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577326 Jul 14 10:17:56.321710 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd5009-d155-4f6a-a8e9-c352b1ec442a req-d863e7a1-df05-48e0-a923-06911ff1207f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:56.323151 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2dcd5009-d155-4f6a-a8e9-c352b1ec442a req-d863e7a1-df05-48e0-a923-06911ff1207f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 943 time: 0.0503523 Jul 14 10:17:56.371586 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2dcd5009-d155-4f6a-a8e9-c352b1ec442a req-6b6e9722-2c01-411e-9718-fca7703c0457 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428298 Jul 14 10:17:56.683944 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef131a4d-6683-469c-ad6c-14606ee6683b req-e5b211ec-83a2-413f-a9ac-9cd89ca48028 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:56.686078 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ef131a4d-6683-469c-ad6c-14606ee6683b req-e5b211ec-83a2-413f-a9ac-9cd89ca48028 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 946 time: 0.0474503 Jul 14 10:17:56.731237 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ef131a4d-6683-469c-ad6c-14606ee6683b req-79bb997d-9173-4b00-8dd2-d17995d4b1ce tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Jul 14 10:17:56.827019 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 4b9960d1-29f9-466d-84b3-07562c942f9c details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:17:56.922431 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 4b9960d1-29f9-466d-84b3-07562c942f9c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=4b9960d1-29f9-466d-84b3-07562c942f9c,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:56.935940 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '4b9960d1-29f9-466d-84b3-07562c942f9c', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'port_id': '4b9960d1-29f9-466d-84b3-07562c942f9c', 'mac_address': 'fa:16:3e:f9:94:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:17:56.970217 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 4b9960d1-29f9-466d-84b3-07562c942f9c is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:56.970592 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:56.983540 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9960d1-29f9-466d-84b3-07562c942f9c {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:17:57.002819 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 4b9960d1-29f9-466d-84b3-07562c942f9c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=4b9960d1-29f9-466d-84b3-07562c942f9c,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:57.006578 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:57.051008 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=4b9960d1-29f9-466d-84b3-07562c942f9c,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:57.445068 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['4b9960d1-29f9-466d-84b3-07562c942f9c'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:17:57.488580 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cf83e-f4f2-4dc0-b34e-466a58e1f47b req-be66b64c-8ca4-4b23-b922-2715fd7db1b6 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:57.490086 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3a4cf83e-f4f2-4dc0-b34e-466a58e1f47b req-be66b64c-8ca4-4b23-b922-2715fd7db1b6 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 944 time: 0.0503538 Jul 14 10:17:57.539373 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3a4cf83e-f4f2-4dc0-b34e-466a58e1f47b req-cbd91f3e-f143-45ea-a1f5-84c6ae4276ab tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433509 Jul 14 10:17:57.845277 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321d24c-9f94-4a67-a475-c6f4be13c5d5 req-b6929980-1555-44e7-9b6c-9d5a0b113b98 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:57.846623 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8321d24c-9f94-4a67-a475-c6f4be13c5d5 req-b6929980-1555-44e7-9b6c-9d5a0b113b98 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 946 time: 0.0469465 Jul 14 10:17:57.881167 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:57.892909 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8321d24c-9f94-4a67-a475-c6f4be13c5d5 req-ab54ab27-c09c-4dc9-b6e4-cb03e47edb20 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Jul 14 10:17:58.665778 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002fdad-e7d9-4da2-aa59-581211878f96 req-42a71ac0-2920-4a38-91d4-be6cedf9a106 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:58.666790 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f002fdad-e7d9-4da2-aa59-581211878f96 req-42a71ac0-2920-4a38-91d4-be6cedf9a106 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 944 time: 0.0507023 Jul 14 10:17:58.715011 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:58.721209 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f002fdad-e7d9-4da2-aa59-581211878f96 req-cdfc2b49-787c-4b4f-8c8f-dfb768366a19 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482299 Jul 14 10:17:58.825702 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 4b9960d1-29f9-466d-84b3-07562c942f9c up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:58.872205 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 4b9960d1-29f9-466d-84b3-07562c942f9c completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:17:58.877600 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 4b9960d1-29f9-466d-84b3-07562c942f9c triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:17:58.877974 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:58.917678 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:58.954864 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 4b9960d1-29f9-466d-84b3-07562c942f9c is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:17:58.955256 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:58.978617 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9960d1-29f9-466d-84b3-07562c942f9c'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:17:58.980796 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fa2296-e074-44fb-be13-c1c7908cdb98" -d '{"events": [{"server_uuid": "ce402fd6-a9d2-4651-9e76-aa616b99b208", "name": "network-vif-plugged", "status": "completed", "tag": "4b9960d1-29f9-466d-84b3-07562c942f9c"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:58.985991 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:17:58.995277 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 4b9960d1-29f9-466d-84b3-07562c942f9c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=4b9960d1-29f9-466d-84b3-07562c942f9c,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:59.000243 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:17:59.017066 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06696274-5a90-4122-a86d-2f69a0d76a3c req-798a21c7-791d-4925-99cd-81c9f8e7d509 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:59.019735 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-06696274-5a90-4122-a86d-2f69a0d76a3c req-798a21c7-791d-4925-99cd-81c9f8e7d509 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 946 time: 0.0545075 Jul 14 10:17:59.026069 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc20934-fbf0-4710-9b3f-5344db2908d9 x-openstack-request-id: req-5dc20934-fbf0-4710-9b3f-5344db2908d9 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:59.026373 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce402fd6-a9d2-4651-9e76-aa616b99b208", "name": "network-vif-plugged", "status": "completed", "tag": "4b9960d1-29f9-466d-84b3-07562c942f9c", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:59.026620 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5dc20934-fbf0-4710-9b3f-5344db2908d9 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:59.027001 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc20934-fbf0-4710-9b3f-5344db2908d9'] response: {'server_uuid': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9960d1-29f9-466d-84b3-07562c942f9c', 'code': 200} Jul 14 10:17:59.057695 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=4b9960d1-29f9-466d-84b3-07562c942f9c,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:59.076037 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-06696274-5a90-4122-a86d-2f69a0d76a3c req-37d149eb-6824-4f73-a49f-e059a2157352 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496340 Jul 14 10:17:59.341474 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0437b-e97e-44fc-a289-c8d5bd801a5c req-047fa186-dc71-4913-a3dc-5122c004c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:59.342985 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f9b0437b-e97e-44fc-a289-c8d5bd801a5c req-047fa186-dc71-4913-a3dc-5122c004c46d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 1129 time: 0.0398800 Jul 14 10:17:59.394385 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f9b0437b-e97e-44fc-a289-c8d5bd801a5c req-1027a675-ecaa-4855-9773-52e7fd489ec6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407364 Jul 14 10:17:59.839747 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abbc44-3f08-4b88-bf8e-864deb72bdb2 req-a393448d-911e-4842-bc1d-d41bc058e0c4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:17:59.841980 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-00abbc44-3f08-4b88-bf8e-864deb72bdb2 req-a393448d-911e-4842-bc1d-d41bc058e0c4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 945 time: 0.0519276 Jul 14 10:17:59.889242 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-00abbc44-3f08-4b88-bf8e-864deb72bdb2 req-9713a20c-933e-4b83-b950-67eedae6e97c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 Jul 14 10:18:00.623682 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:00.625569 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=23 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:01.006413 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859336-82d7-4738-9034-778e4ac43946 req-29a15116-b1af-4018-b75b-fb48bd77de0d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:01.007939 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-98859336-82d7-4738-9034-778e4ac43946 req-29a15116-b1af-4018-b75b-fb48bd77de0d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 945 time: 0.0494666 Jul 14 10:18:01.061510 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-98859336-82d7-4738-9034-778e4ac43946 req-10cf82d3-6545-4134-85d7-f88df85a8a33 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468159 Jul 14 10:18:01.414021 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b1209a26-f174-4ef1-b7b7-892d51896ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:02.187144 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f5b6b-f526-40c2-b5bc-97a21fddf737 req-35828825-1601-4f3b-b623-53dfadf98ec4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:02.188640 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-353f5b6b-f526-40c2-b5bc-97a21fddf737 req-35828825-1601-4f3b-b623-53dfadf98ec4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 945 time: 0.0592153 Jul 14 10:18:02.238658 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-353f5b6b-f526-40c2-b5bc-97a21fddf737 req-e7683f65-b669-4893-8257-93d027a96edf tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438972 Jul 14 10:18:02.353125 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bc9db-b30a-4a46-be73-c143c9af78d1 req-874def40-eb64-4e92-aac1-f048b16f3ad0 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:02.354571 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-330bc9db-b30a-4a46-be73-c143c9af78d1 req-874def40-eb64-4e92-aac1-f048b16f3ad0 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 945 time: 0.0461009 Jul 14 10:18:02.403672 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-330bc9db-b30a-4a46-be73-c143c9af78d1 req-7e556d54-9823-41a2-97a9-375883c10809 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422006 Jul 14 10:18:02.426277 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51254) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:02.611197 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84457459-3348-4195-ab20-5fecb4bffffc tempest-TestVolumeBootPattern-755146513 tempest-TestVolumeBootPattern-755146513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:02.612692 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-84457459-3348-4195-ab20-5fecb4bffffc tempest-TestVolumeBootPattern-755146513 tempest-TestVolumeBootPattern-755146513-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 1124 time: 0.1854720 Jul 14 10:18:02.615634 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51260) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:02.619840 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'port_id': '4b9960d1-29f9-466d-84b3-07562c942f9c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:18:02.641017 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:02.721033 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:02.829158 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Allocated IP 172.27.0.201 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/0cd44add-ae70-4851-96a6-89928edf80e8) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:18:02.839578 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:02.930414 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for port (0cd44add-ae70-4851-96a6-89928edf80e8), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:02.951094 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:02.966670 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (0cd44add-ae70-4851-96a6-89928edf80e8), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:03.002380 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:18:03.005112 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:18:03.010677 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:18:03.037508 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'Port': ['ID=0cd44add-ae70-4851-96a6-89928edf80e8,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:03.050534 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.050864 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.051197 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.051529 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.051858 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.052177 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.052736 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.052847 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.053142 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.053506 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.053774 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.054091 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.054404 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.054774 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.055021 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:03.338211 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (8bb4fd28-ae4f-4593-946d-40116b530f5f), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:03.404577 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0cd44add-ae70-4851-96a6-89928edf80e8), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:03.578377 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-370b293c-5538-4833-8c0e-c3314605fcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:03.790284 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for port (0cd44add-ae70-4851-96a6-89928edf80e8), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:03.795125 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0cd44add-ae70-4851-96a6-89928edf80e8), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:03.828688 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (8bb4fd28-ae4f-4593-946d-40116b530f5f), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:03.832444 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:03.875496 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'Port': ['ID=0cd44add-ae70-4851-96a6-89928edf80e8,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:03.935721 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Floating IP 8bb4fd28-ae4f-4593-946d-40116b530f5f associated. External IP: 172.27.0.201, port: 4b9960d1-29f9-466d-84b3-07562c942f9c. Jul 14 10:18:04.014121 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:04.139041 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:18:04.279195 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:18:04.289044 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] Sync routers for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:18:04.298130 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b178dd-99fd-4b0e-a392-a1981a7bd51d req-8b9ea09c-d828-4f47-abe2-cdf68dcf6a3e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:04.298864 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:18:04.299596 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:18:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:04.299730 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-29b178dd-99fd-4b0e-a392-a1981a7bd51d req-8b9ea09c-d828-4f47-abe2-cdf68dcf6a3e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 945 time: 0.0609968 Jul 14 10:18:04.321287 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:04.373493 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-308373d8-a13d-43ac-804a-5eccd6524dff tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7568321 Jul 14 10:18:04.374855 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'tag': '4b9960d1-29f9-466d-84b3-07562c942f9c'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:18:04.377095 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663" -d '{"events": [{"name": "network-changed", "server_uuid": "ce402fd6-a9d2-4651-9e76-aa616b99b208", "tag": "4b9960d1-29f9-466d-84b3-07562c942f9c"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:04.382690 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-29b178dd-99fd-4b0e-a392-a1981a7bd51d req-8ff0703a-7061-4307-bd6e-a5c6588f1277 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771329 Jul 14 10:18:04.411279 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:18:04.423358 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f602013-541d-48ab-a928-731b713c33de x-openstack-request-id: req-6f602013-541d-48ab-a928-731b713c33de {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:04.423652 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce402fd6-a9d2-4651-9e76-aa616b99b208", "tag": "4b9960d1-29f9-466d-84b3-07562c942f9c", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:04.423905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f602013-541d-48ab-a928-731b713c33de {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:04.424315 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f602013-541d-48ab-a928-731b713c33de'] response: {'name': 'network-changed', 'server_uuid': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'tag': '4b9960d1-29f9-466d-84b3-07562c942f9c', 'status': 'completed', 'code': 200} Jul 14 10:18:04.619078 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '8bb4fd28-ae4f-4593-946d-40116b530f5f', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '4b9960d1-29f9-466d-84b3-07562c942f9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:f9:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:18:03Z', 'updated_at': '2022-07-14T10:18:03Z', 'revision_number': 0, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:04.646826 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] Checking router: b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:18:04.655950 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:18:04.656544 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:18:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:04.758271 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:18:04.962720 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '8bb4fd28-ae4f-4593-946d-40116b530f5f', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '4b9960d1-29f9-466d-84b3-07562c942f9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:f9:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:18:03Z', 'updated_at': '2022-07-14T10:18:03Z', 'revision_number': 0, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:04.987223 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201a206-f711-4c65-9520-6312f35f3e68 None None] The sync data for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi is: [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '8bb4fd28-ae4f-4593-946d-40116b530f5f', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.201', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '4b9960d1-29f9-466d-84b3-07562c942f9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:f9:94:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:18:03Z', 'updated_at': '2022-07-14T10:18:03Z', 'revision_number': 0, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:18:05.005126 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:05.170120 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eac5f9-cf65-47dd-8ae3-765ef61630f9 None None] New status for floating IP 8bb4fd28-ae4f-4593-946d-40116b530f5f: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:18:05.498724 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9450dc5-4583-4c92-a3db-a54a6955fae2 req-c06606b6-f0e5-4e95-b91c-4d7df6168a5b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:05.500169 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b9450dc5-4583-4c92-a3db-a54a6955fae2 req-c06606b6-f0e5-4e95-b91c-4d7df6168a5b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 945 time: 0.0460820 Jul 14 10:18:05.548554 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b9450dc5-4583-4c92-a3db-a54a6955fae2 req-4b2f9f9b-1671-4d20-8d6f-3b62d8ea504f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 Jul 14 10:18:06.026297 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-940397c7-7916-495b-8057-5d914a86ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:06.027832 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-940397c7-7916-495b-8057-5d914a86ee79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 1129 time: 0.0399249 Jul 14 10:18:06.363663 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:06.494042 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:06.670101 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3909e-5668-4181-9ef6-6716af3218e7 req-34662ff9-987e-46c2-ae59-bf061f95cc1d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:06.671556 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a3d3909e-5668-4181-9ef6-6716af3218e7 req-34662ff9-987e-46c2-ae59-bf061f95cc1d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 945 time: 0.0515146 Jul 14 10:18:06.725735 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a3d3909e-5668-4181-9ef6-6716af3218e7 req-f6f4e506-f1d5-45bf-9f05-653a27cc17e6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486584 Jul 14 10:18:06.804969 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-a4e84678-5159-4e60-a881-58112cb9865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:06.806405 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-a4e84678-5159-4e60-a881-58112cb9865e service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 913 time: 0.0922148 Jul 14 10:18:07.301569 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-83d5c95e-655c-4220-937e-b23e0585bffc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b9960d1-29f9-466d-84b3-07562c942f9c HTTP/1.1" status: 200 len: 1001 time: 0.0663817 Jul 14 10:18:07.302088 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-772f3764-8cfc-4570-8aca-6832afe51038 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:07.303598 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-772f3764-8cfc-4570-8aca-6832afe51038 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 945 time: 0.0598209 Jul 14 10:18:07.351874 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:07.376690 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-e856fec3-418d-44fc-8dd4-9893c02ab708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:07.378214 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-e856fec3-418d-44fc-8dd4-9893c02ab708 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0582075 Jul 14 10:18:07.409163 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Deleting port f62e512c-782f-43f9-802d-0be372fe0a8b {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:18:07.409682 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:07.503454 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] For port f62e512c-782f-43f9-802d-0be372fe0a8b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=f62e512c-782f-43f9-802d-0be372fe0a8b,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:07.503736 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:07.718204 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:07.718547 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (0958f8cf-5702-458f-8d8f-b5810ed55d66), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:07.718865 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.l3_db [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Floating IP 0958f8cf-5702-458f-8d8f-b5810ed55d66 disassociated. External IP: 172.27.0.213, port: f62e512c-782f-43f9-802d-0be372fe0a8b. Jul 14 10:18:07.719208 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Calling delete_port for f62e512c-782f-43f9-802d-0be372fe0a8b owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:18:07.849728 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (f62e512c-782f-43f9-802d-0be372fe0a8b), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:07.883865 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6a1d4-86e5-498c-ad02-25c15fd3df70 req-560ed40b-985f-44f7-95a1-0421cca21f09 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:07.884525 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'Port': ['ID=f62e512c-782f-43f9-802d-0be372fe0a8b,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:07.891191 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4eb6a1d4-86e5-498c-ad02-25c15fd3df70 req-560ed40b-985f-44f7-95a1-0421cca21f09 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 945 time: 0.0897336 Jul 14 10:18:07.909557 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-5086d25e-9f05-4a41-8a71-986c18de1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:07.911084 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-5086d25e-9f05-4a41-8a71-986c18de1290 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800877 Jul 14 10:18:07.939169 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.939520 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.939854 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.940194 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.940529 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.940857 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.941210 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.941537 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.941860 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.942188 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.942513 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.942831 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.943207 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.943477 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.943795 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:07.974795 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4eb6a1d4-86e5-498c-ad02-25c15fd3df70 req-cd560825-d6e4-4580-baf5-bbde976b56f6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=dc4b05dd-64d5-4265-81ea-9e16c09c6b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827270 Jul 14 10:18:08.016480 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:08.025975 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:18:08.050806 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-4fcd8071-cca7-4843-b8cc-25b78b05d7a9 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306007 Jul 14 10:18:08.169592 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0a84eae3-75e5-4780-8a21-8fe5f4d2c663 req-4466786f-069c-402f-b1ad-10aefc2709eb service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114163 Jul 14 10:18:08.171358 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:18:08.191775 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:18:08.208169 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:18:08.209267 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:18:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:08.212215 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:08.230770 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] No DVR routers for this DVR port f62e512c-782f-43f9-802d-0be372fe0a8b on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:18:08.233878 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:08.237198 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ff1a3cee-0692-4d3c-bcfb-0eca28cd633c req-cab73317-aac8-4fd1-8a7f-a6e5152617f4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "DELETE /v2.0/ports/f62e512c-782f-43f9-802d-0be372fe0a8b HTTP/1.1" status: 204 len: 173 time: 0.9153714 Jul 14 10:18:08.237649 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48291869-495a-4466-a05f-86a03663c24e', 'name': 'network-vif-deleted', 'tag': 'f62e512c-782f-43f9-802d-0be372fe0a8b'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:18:08.240605 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d0ccfd-4656-4a94-9283-9403052b597c" -d '{"events": [{"server_uuid": "48291869-495a-4466-a05f-86a03663c24e", "name": "network-vif-deleted", "tag": "f62e512c-782f-43f9-802d-0be372fe0a8b"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:08.298742 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:08.306906 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee28ed0-17fc-4672-96b2-e2ba6ce4eadd x-openstack-request-id: req-0ee28ed0-17fc-4672-96b2-e2ba6ce4eadd {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:08.307454 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48291869-495a-4466-a05f-86a03663c24e", "name": "network-vif-deleted", "tag": "f62e512c-782f-43f9-802d-0be372fe0a8b", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:08.307454 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ee28ed0-17fc-4672-96b2-e2ba6ce4eadd {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:08.307858 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee28ed0-17fc-4672-96b2-e2ba6ce4eadd'] response: {'server_uuid': '48291869-495a-4466-a05f-86a03663c24e', 'name': 'network-vif-deleted', 'tag': 'f62e512c-782f-43f9-802d-0be372fe0a8b', 'status': 'completed', 'code': 200} Jul 14 10:18:08.334267 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:18:08.566691 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1ba947da-5846-49d2-977e-74e788d52a9a', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:15:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:03Z', 'updated_at': '2022-07-14T10:14:48Z', 'revision_number': 2, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:08.595851 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:18:08.604326 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:18:08.604948 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:18:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:08.661800 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cefcf-992f-42b5-ba06-ac2035e7f2c8 req-f5f234cf-2042-4d25-b3c4-2a9350d1f0dc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:08.664060 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8f8cefcf-992f-42b5-ba06-ac2035e7f2c8 req-f5f234cf-2042-4d25-b3c4-2a9350d1f0dc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0539422 Jul 14 10:18:08.720308 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:18:08.731565 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8f8cefcf-992f-42b5-ba06-ac2035e7f2c8 req-30f869c5-d0d0-4a70-987c-69153781039b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604553 Jul 14 10:18:09.059880 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1ba947da-5846-49d2-977e-74e788d52a9a', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:15:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:03Z', 'updated_at': '2022-07-14T10:14:48Z', 'revision_number': 2, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:09.087629 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1610e56-193f-4690-90ce-76fb06fa8c7c None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '1ba947da-5846-49d2-977e-74e788d52a9a', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '81f609dc-8842-42ec-9605-22d13d78fb55', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:15:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:14:03Z', 'updated_at': '2022-07-14T10:14:48Z', 'revision_number': 2, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:18:09.091006 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4ffa4613-11c3-4f45-b3bb-579c576f0482 req-c2f38e7e-0e91-41c6-a7c7-924a5e85ea53 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 210 time: 0.0308008 Jul 14 10:18:09.315952 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f75af-fc5f-415f-918d-7c485c34fa77 None None] New status for floating IP 0958f8cf-5702-458f-8d8f-b5810ed55d66: DOWN {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:18:09.850680 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d004fa4-c698-47da-b451-87ef5520ebe8 req-c8829224-8113-45a0-9252-0a66a6756bed tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:09.852121 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9d004fa4-c698-47da-b451-87ef5520ebe8 req-c8829224-8113-45a0-9252-0a66a6756bed tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0500627 Jul 14 10:18:09.899658 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9d004fa4-c698-47da-b451-87ef5520ebe8 req-18a61c95-67ff-4c75-8567-82b851446b3e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411880 Jul 14 10:18:10.197540 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ea71fb01-731c-4dd4-9ea5-2078e804755f req-bcbc3db5-714f-4445-a4e5-7dee0717d8e0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 210 time: 0.0278697 Jul 14 10:18:11.013283 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f392845-137f-4e39-a9c7-b8f40bad9962 req-9bfd1783-b422-4f18-a0a5-387c4a9ffa19 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:11.014745 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8f392845-137f-4e39-a9c7-b8f40bad9962 req-9bfd1783-b422-4f18-a0a5-387c4a9ffa19 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0473206 Jul 14 10:18:11.061457 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8f392845-137f-4e39-a9c7-b8f40bad9962 req-b7a9c7c7-bac7-4796-af87-74341bed49e2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412586 Jul 14 10:18:11.309765 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a45c7d4d-7154-40f2-923d-c2c754f2d0a5 req-dacbb450-d45f-4395-9c7f-1bece2b1311d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=48291869-495a-4466-a05f-86a03663c24e HTTP/1.1" status: 200 len: 210 time: 0.0307019 Jul 14 10:18:11.742754 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device f62e512c-782f-43f9-802d-0be372fe0a8b no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:18:11.766586 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: f62e512c-782f-43f9-802d-0be372fe0a8b {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:18:11.766915 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device f62e512c-782f-43f9-802d-0be372fe0a8b not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:18:12.177957 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a52b57-1ce2-4881-9f1d-c114e42aad9d req-53360861-4e52-44fd-b33d-8b2d816479a3 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:12.179425 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-37a52b57-1ce2-4881-9f1d-c114e42aad9d req-53360861-4e52-44fd-b33d-8b2d816479a3 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0475702 Jul 14 10:18:12.226724 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-37a52b57-1ce2-4881-9f1d-c114e42aad9d req-3f9d75c2-6937-457a-ba98-d78f43bbc28f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Jul 14 10:18:12.404585 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51356) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:12.464326 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9de45e2f-a778-4e24-8325-79b49f6f801a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (dc4b05dd-64d5-4265-81ea-9e16c09c6b05), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:12.492672 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9de45e2f-a778-4e24-8325-79b49f6f801a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (dc4b05dd-64d5-4265-81ea-9e16c09c6b05), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:12.547177 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9de45e2f-a778-4e24-8325-79b49f6f801a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (dc4b05dd-64d5-4265-81ea-9e16c09c6b05), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:12.549922 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9de45e2f-a778-4e24-8325-79b49f6f801a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:12.551066 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-9de45e2f-a778-4e24-8325-79b49f6f801a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "DELETE /v2.0/security-groups/dc4b05dd-64d5-4265-81ea-9e16c09c6b05 HTTP/1.1" status: 204 len: 168 time: 0.1454797 Jul 14 10:18:12.553880 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51360) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:12.560448 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de45e2f-a778-4e24-8325-79b49f6f801a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4b05dd-64d5-4265-81ea-9e16c09c6b05,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:12.569011 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.api.v2.resource [None req-8bccb70e-ddfa-461c-9430-d3c98cce703b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] show failed (client error): The resource could not be found. Jul 14 10:18:12.570039 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8bccb70e-ddfa-461c-9430-d3c98cce703b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups/dc4b05dd-64d5-4265-81ea-9e16c09c6b05 HTTP/1.1" status: 404 len: 347 time: 0.0150590 Jul 14 10:18:12.573079 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51362) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:12.613875 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:12.688599 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-9adcae45-bb96-478b-abd6-04f764f8ad34 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Deleting port 0c4afdb1-326f-4491-bda6-3f1e49aa6fd1 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:18:12.688868 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9adcae45-bb96-478b-abd6-04f764f8ad34 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (0c4afdb1-326f-4491-bda6-3f1e49aa6fd1), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:12.766443 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9adcae45-bb96-478b-abd6-04f764f8ad34 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (0c4afdb1-326f-4491-bda6-3f1e49aa6fd1), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:12.766785 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9adcae45-bb96-478b-abd6-04f764f8ad34 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (0c4afdb1-326f-4491-bda6-3f1e49aa6fd1), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:12.779517 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-9adcae45-bb96-478b-abd6-04f764f8ad34 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Calling delete_port for 0c4afdb1-326f-4491-bda6-3f1e49aa6fd1 owned by network:floatingip {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:18:12.865966 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:12.923105 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9adcae45-bb96-478b-abd6-04f764f8ad34 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (0c4afdb1-326f-4491-bda6-3f1e49aa6fd1), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:12.948031 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcae45-bb96-478b-abd6-04f764f8ad34 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'Port': ['ID=0c4afdb1-326f-4491-bda6-3f1e49aa6fd1,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:12.980386 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9adcae45-bb96-478b-abd6-04f764f8ad34 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (0958f8cf-5702-458f-8d8f-b5810ed55d66), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:12.984375 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9adcae45-bb96-478b-abd6-04f764f8ad34 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:12.985808 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-9adcae45-bb96-478b-abd6-04f764f8ad34 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "DELETE /v2.0/floatingips/0958f8cf-5702-458f-8d8f-b5810ed55d66 HTTP/1.1" status: 204 len: 168 time: 0.4117253 Jul 14 10:18:13.351204 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2428bd8-9816-409e-b44b-ee9034d330d5 req-7adf4511-d6b3-4ff3-9bdc-8ed1d47c2dad tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:13.352687 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2428bd8-9816-409e-b44b-ee9034d330d5 req-7adf4511-d6b3-4ff3-9bdc-8ed1d47c2dad tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0522394 Jul 14 10:18:13.398836 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2428bd8-9816-409e-b44b-ee9034d330d5 req-ac32075c-1596-4b1a-a3e8-a0d98a8289b7 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404708 Jul 14 10:18:14.511118 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105b1ed-01dd-4168-9069-e4da211a7481 req-0ead458f-d101-4e68-8e69-4f900339128e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:14.513268 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d105b1ed-01dd-4168-9069-e4da211a7481 req-0ead458f-d101-4e68-8e69-4f900339128e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0475438 Jul 14 10:18:14.560714 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d105b1ed-01dd-4168-9069-e4da211a7481 req-e70388ba-e823-4302-839d-768615adec4b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Jul 14 10:18:15.035937 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:15.677698 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6af8a-37f4-49e5-91a7-c4156855ef2f req-10af2bc0-04eb-4bee-ad26-93653ba84277 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:15.679124 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ffe6af8a-37f4-49e5-91a7-c4156855ef2f req-10af2bc0-04eb-4bee-ad26-93653ba84277 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0510356 Jul 14 10:18:15.725504 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ffe6af8a-37f4-49e5-91a7-c4156855ef2f req-0c3d9d6a-a10f-4777-9884-47f13585979d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408504 Jul 14 10:18:16.848070 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f7ac0-e67a-488d-aa41-c655c7c3087a req-3aac6bac-da88-411f-b432-0846d4c82abd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:16.849730 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-689f7ac0-e67a-488d-aa41-c655c7c3087a req-3aac6bac-da88-411f-b432-0846d4c82abd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0508907 Jul 14 10:18:16.896700 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-689f7ac0-e67a-488d-aa41-c655c7c3087a req-0623b303-451d-41ad-9863-448cfe7c1679 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415006 Jul 14 10:18:18.016376 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1f824-a5c1-4fbb-8450-3d1dd00153cd req-e6a420a3-3191-4505-b7fe-459acb83985c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:18.017799 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5bf1f824-a5c1-4fbb-8450-3d1dd00153cd req-e6a420a3-3191-4505-b7fe-459acb83985c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0479832 Jul 14 10:18:18.069386 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5bf1f824-a5c1-4fbb-8450-3d1dd00153cd req-191a49ba-17fa-4867-a98d-54cdc3469de6 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456550 Jul 14 10:18:19.193419 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc799a4-1604-409f-8a25-a26f9b5e1e29 req-1b0a9221-3f8d-4572-be78-26721dc34ae0 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:19.194907 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2bc799a4-1604-409f-8a25-a26f9b5e1e29 req-1b0a9221-3f8d-4572-be78-26721dc34ae0 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0517623 Jul 14 10:18:19.242698 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2bc799a4-1604-409f-8a25-a26f9b5e1e29 req-cc635fe8-8bf6-43f9-a110-96b7e117406e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Jul 14 10:18:19.393275 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:19.669224 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:19.682961 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-41facb17-53d4-42f9-94c5-db982bf1b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:19.683331 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:19.685620 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-41facb17-53d4-42f9-94c5-db982bf1b394 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 1129 time: 0.0463610 Jul 14 10:18:19.692984 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5040b-050e-4e9f-b71d-572f94be7ec0 req-772d549f-ea7c-4279-8db7-13c4e9eb2be6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:19.694566 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6ac5040b-050e-4e9f-b71d-572f94be7ec0 req-772d549f-ea7c-4279-8db7-13c4e9eb2be6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0495489 Jul 14 10:18:19.741825 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6ac5040b-050e-4e9f-b71d-572f94be7ec0 req-fd65e1c0-5df7-4fa2-b3d0-9ae374d14755 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405114 Jul 14 10:18:19.780309 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-ba265717-2bc7-4c35-926c-955dc4c57cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:19.781799 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-ba265717-2bc7-4c35-926c-955dc4c57cc1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.0874765 Jul 14 10:18:19.834573 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:19.849515 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-1fee91cf-c6f6-4a0e-9c62-38d0b35a7a51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b40b14ad-171e-4c6c-a909-36191cb0c933 HTTP/1.1" status: 200 len: 1001 time: 0.0584524 Jul 14 10:18:19.900958 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-4a91f656-de77-44ff-bb65-5f634d3e000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:19.900958 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-4a91f656-de77-44ff-bb65-5f634d3e000a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0434592 Jul 14 10:18:19.949325 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-c0ba65c1-aee8-4828-b3ec-a81a5299f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:19.950837 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-c0ba65c1-aee8-4828-b3ec-a81a5299f677 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396018 Jul 14 10:18:20.294423 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-1fecd8aa-b472-4fb4-bc48-b439c1c632b9 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283145 Jul 14 10:18:20.362261 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f29a07-16c5-45eb-9cca-386ab707450d req-3a3ae78c-bcef-477c-ae4b-85760d334c43 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:20.363734 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79f29a07-16c5-45eb-9cca-386ab707450d req-3a3ae78c-bcef-477c-ae4b-85760d334c43 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0510530 Jul 14 10:18:20.414771 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79f29a07-16c5-45eb-9cca-386ab707450d req-2ece1aa6-ea2c-4a48-bbd5-3ea6d77ae9d2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453079 Jul 14 10:18:20.641997 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:20.763932 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1d682d0b-05af-4425-bd28-75b49bdd824b req-d28e3e90-108a-47f6-8c3a-6387aee546be service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855336 Jul 14 10:18:20.873886 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3096bae-d019-4224-98d0-0aca38e897e0 req-ef34484c-2cc2-4cf9-9a98-4f22ff45c7ab tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:20.875298 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e3096bae-d019-4224-98d0-0aca38e897e0 req-ef34484c-2cc2-4cf9-9a98-4f22ff45c7ab tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0571287 Jul 14 10:18:20.928479 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce92d7-fa4c-4dd2-91d1-9dadd80b8e47 req-1110db99-a8c8-494a-82fe-dd677d45b367 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:20.929935 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-94ce92d7-fa4c-4dd2-91d1-9dadd80b8e47 req-1110db99-a8c8-494a-82fe-dd677d45b367 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.0783315 Jul 14 10:18:20.969072 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e3096bae-d019-4224-98d0-0aca38e897e0 req-da691d0d-26dd-4e3d-be96-fd51baf461f4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767255 Jul 14 10:18:20.994936 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-94ce92d7-fa4c-4dd2-91d1-9dadd80b8e47 req-235f5719-3036-4631-bdf5-e7e85dc3cee0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586762 Jul 14 10:18:21.515127 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:21.530707 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720c61-fa75-4aa2-8f50-3464dda86545 req-b0ed9d71-8071-4f87-8b2b-cd0f5888a590 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:21.532191 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2720c61-fa75-4aa2-8f50-3464dda86545 req-b0ed9d71-8071-4f87-8b2b-cd0f5888a590 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0504932 Jul 14 10:18:21.579178 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2720c61-fa75-4aa2-8f50-3464dda86545 req-8c9d7a8a-c507-40fb-b7f3-031c532e3e15 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413980 Jul 14 10:18:22.112827 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ffd6-761a-4412-8036-d09f8708f7be req-282f7848-f8e7-43c7-82bb-7f5af4779a7e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:22.114302 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a527ffd6-761a-4412-8036-d09f8708f7be req-282f7848-f8e7-43c7-82bb-7f5af4779a7e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0775244 Jul 14 10:18:22.133637 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d058baa-b849-4a65-9475-47cb78320249 req-3b9a4112-a5ba-4432-a8d7-4720bc46e219 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:22.135004 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3d058baa-b849-4a65-9475-47cb78320249 req-3b9a4112-a5ba-4432-a8d7-4720bc46e219 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.0699360 Jul 14 10:18:22.200971 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a527ffd6-761a-4412-8036-d09f8708f7be req-2bbc8fce-6fec-40d8-b45b-3cb6d035a8bd tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811520 Jul 14 10:18:22.205803 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3d058baa-b849-4a65-9475-47cb78320249 req-b1df63a3-5c2b-4d26-aa62-933ac410168a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635099 Jul 14 10:18:22.691866 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b0443-9d2f-4319-b408-b078f924c9e6 req-49cce3a9-768c-4de5-abfa-9a37fa5003f8 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:22.693334 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a98b0443-9d2f-4319-b408-b078f924c9e6 req-49cce3a9-768c-4de5-abfa-9a37fa5003f8 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0464847 Jul 14 10:18:22.738914 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a98b0443-9d2f-4319-b408-b078f924c9e6 req-922d4004-e5d9-42a6-bb34-f53ac98ff693 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Jul 14 10:18:23.349887 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5525396-ccab-4546-b79f-104af60d1021 req-d978a782-1cca-450d-a525-7300297e9837 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:23.351440 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f5525396-ccab-4546-b79f-104af60d1021 req-d978a782-1cca-450d-a525-7300297e9837 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0789130 Jul 14 10:18:23.361133 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc345a5a-36d8-4417-a82d-4acab0bd925c req-8fb0ee81-6fba-4ee0-a3b0-bc59416ae0a3 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:23.362592 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cc345a5a-36d8-4417-a82d-4acab0bd925c req-8fb0ee81-6fba-4ee0-a3b0-bc59416ae0a3 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.0789948 Jul 14 10:18:23.393152 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-6762e015-5443-4b9c-898d-e12df5bfbf54 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:23.394777 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-6762e015-5443-4b9c-898d-e12df5bfbf54 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 946 time: 0.0611753 Jul 14 10:18:23.439077 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f5525396-ccab-4546-b79f-104af60d1021 req-c2f982a1-d564-4d9e-86e8-33bc0e661000 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755019 Jul 14 10:18:23.442079 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cc345a5a-36d8-4417-a82d-4acab0bd925c req-6214e062-85d4-479c-bbae-687f3dc8cc4b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=60883ff3-5913-475b-91c2-32b0b31dae04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721488 Jul 14 10:18:23.492406 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Deleting port 81f609dc-8842-42ec-9605-22d13d78fb55 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:18:23.492663 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:23.590621 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] For port 81f609dc-8842-42ec-9605-22d13d78fb55, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=81f609dc-8842-42ec-9605-22d13d78fb55,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:23.590968 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:23.672857 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91869771-8b53-4d2d-8e19-8e776d93e602 req-bd34242d-2908-4d7a-b18a-78d632e2b31e tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:23.674616 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-91869771-8b53-4d2d-8e19-8e776d93e602 req-bd34242d-2908-4d7a-b18a-78d632e2b31e tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 946 time: 0.0531194 Jul 14 10:18:23.721918 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-91869771-8b53-4d2d-8e19-8e776d93e602 req-24411da2-50da-45e4-95ef-1010892b733a tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Jul 14 10:18:23.756870 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:23.757183 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (1ba947da-5846-49d2-977e-74e788d52a9a), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:23.757492 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.l3_db [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Floating IP 1ba947da-5846-49d2-977e-74e788d52a9a disassociated. External IP: 172.27.0.73, port: 81f609dc-8842-42ec-9605-22d13d78fb55. Jul 14 10:18:23.757825 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Calling delete_port for 81f609dc-8842-42ec-9605-22d13d78fb55 owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:18:23.854151 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56cbfb-0479-4e4a-bc6b-ae0c0cea0374 req-ad6ba22d-377a-4556-9b77-bc03a4179a0c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:23.856247 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3e56cbfb-0479-4e4a-bc6b-ae0c0cea0374 req-ad6ba22d-377a-4556-9b77-bc03a4179a0c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0474229 Jul 14 10:18:23.868543 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:23.868762 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:23.889820 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (81f609dc-8842-42ec-9605-22d13d78fb55), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:23.904830 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3e56cbfb-0479-4e4a-bc6b-ae0c0cea0374 req-ad5bfa79-23a6-496a-907a-333ee3a7cd7b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430460 Jul 14 10:18:23.920672 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'Port': ['ID=81f609dc-8842-42ec-9605-22d13d78fb55,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:24.002248 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:24.032300 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:18:24.134091 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:18:24.144721 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:18:24.155829 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:18:24.156446 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:18:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:24.176992 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] No DVR routers for this DVR port 81f609dc-8842-42ec-9605-22d13d78fb55 on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:18:24.179628 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:24.182998 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-56e94461-a319-4c9d-b6c6-4ec8da541fd5 req-1a6873e2-3e54-4f01-8bb6-33a86f51a730 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "DELETE /v2.0/ports/81f609dc-8842-42ec-9605-22d13d78fb55 HTTP/1.1" status: 204 len: 173 time: 0.7807264 Jul 14 10:18:24.183443 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'name': 'network-vif-deleted', 'tag': '81f609dc-8842-42ec-9605-22d13d78fb55'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:18:24.186315 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0de161d-594b-4a42-a32c-78bf913b6e9e" -d '{"events": [{"server_uuid": "79ac6d8d-492d-45da-ac13-5688fc6e2bb6", "name": "network-vif-deleted", "tag": "81f609dc-8842-42ec-9605-22d13d78fb55"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:24.221903 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd44062f-8dbc-4aec-afb1-20d7b51cabff x-openstack-request-id: req-cd44062f-8dbc-4aec-afb1-20d7b51cabff {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:24.222198 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ac6d8d-492d-45da-ac13-5688fc6e2bb6", "name": "network-vif-deleted", "tag": "81f609dc-8842-42ec-9605-22d13d78fb55", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:24.222445 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd44062f-8dbc-4aec-afb1-20d7b51cabff {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:24.222850 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd44062f-8dbc-4aec-afb1-20d7b51cabff'] response: {'server_uuid': '79ac6d8d-492d-45da-ac13-5688fc6e2bb6', 'name': 'network-vif-deleted', 'tag': '81f609dc-8842-42ec-9605-22d13d78fb55', 'status': 'completed', 'code': 200} Jul 14 10:18:24.260335 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:18:24.383498 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:24.457566 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:24.485761 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:18:24.493167 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:18:24.493786 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:18:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:24.531733 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:24.570110 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-71fe6d6f-bddc-4bc1-b415-4707dd346435 req-70f6a501-e950-4cbb-8fbd-0b9e583b22b9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 210 time: 0.0562418 Jul 14 10:18:24.595649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb167d97-e03b-4d41-bd6b-ea7c36e574ed req-125698fb-6c68-462e-bcec-3c31f18d801a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:24.597136 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fb167d97-e03b-4d41-bd6b-ea7c36e574ed req-125698fb-6c68-462e-bcec-3c31f18d801a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0853548 Jul 14 10:18:24.604360 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:18:24.645016 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fb167d97-e03b-4d41-bd6b-ea7c36e574ed req-9c653541-c60c-418a-adad-f11ef5aa25d5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410864 Jul 14 10:18:24.799298 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:24.824108 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a518dc-ecd4-40d6-b2e5-861f1e4e23f2 None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:18:24.838661 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cea73f-a308-41dc-9677-41e57d2ffccf req-03c0bf9d-69be-4b17-8f91-0c1d87e9853b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:24.840741 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-47cea73f-a308-41dc-9677-41e57d2ffccf req-03c0bf9d-69be-4b17-8f91-0c1d87e9853b tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 946 time: 0.0465131 Jul 14 10:18:24.889613 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-47cea73f-a308-41dc-9677-41e57d2ffccf req-9915685b-2680-40de-b87c-c5fe85562d9c tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Jul 14 10:18:25.020009 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7e2e1-1455-4f65-8266-654491536099 req-dcbcb51e-6ed6-4c97-a594-bd5c81fb79fa tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:25.021441 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a5e7e2e1-1455-4f65-8266-654491536099 req-dcbcb51e-6ed6-4c97-a594-bd5c81fb79fa tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0477643 Jul 14 10:18:25.050150 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f5410-01ab-4265-91ef-358b02287135 None None] New status for floating IP 1ba947da-5846-49d2-977e-74e788d52a9a: DOWN {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:18:25.073743 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a5e7e2e1-1455-4f65-8266-654491536099 req-dcec39cc-6745-4a77-8119-65174f66cb82 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Jul 14 10:18:25.682837 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4633196b-68e3-4bab-8bdc-d329b8008de9 req-9458874d-1d31-4707-ab7d-10c691c9241e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=79ac6d8d-492d-45da-ac13-5688fc6e2bb6 HTTP/1.1" status: 200 len: 210 time: 0.0278494 Jul 14 10:18:25.760830 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2e1aa-b542-4d5e-9dfb-afcdc9229e60 req-c182152a-d15d-4414-9f09-cebf6e1e9174 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:25.763010 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c1e2e1aa-b542-4d5e-9dfb-afcdc9229e60 req-c182152a-d15d-4414-9f09-cebf6e1e9174 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0469387 Jul 14 10:18:25.774807 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:25.808199 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c1e2e1aa-b542-4d5e-9dfb-afcdc9229e60 req-7f6c49e7-6c57-4300-9abe-6a588a08b761 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397632 Jul 14 10:18:26.008414 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ef862-305e-4fa9-b070-4b2df146cc89 req-19ccd380-0c0e-4788-b08b-24b948e5762a tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:26.009911 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ea6ef862-305e-4fa9-b070-4b2df146cc89 req-19ccd380-0c0e-4788-b08b-24b948e5762a tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 946 time: 0.0502410 Jul 14 10:18:26.057648 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ea6ef862-305e-4fa9-b070-4b2df146cc89 req-1ea6cff0-63fd-4894-ac4d-56f13e90c519 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d918a7f-d0a2-4266-9454-c4f9950c6d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Jul 14 10:18:26.109719 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-8031f56b-a88f-42af-87d3-93172e79531e tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:26.111227 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-8031f56b-a88f-42af-87d3-93172e79531e tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b211116-0817-4af5-a5ad-4c6b1eb7de99 HTTP/1.1" status: 200 len: 946 time: 0.0515034 Jul 14 10:18:26.199816 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840fff2-99a8-4615-a386-9d332fb42100 req-8c59166e-3e38-43ce-8e94-94241a9c02bc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:26.201257 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d840fff2-99a8-4615-a386-9d332fb42100 req-8c59166e-3e38-43ce-8e94-94241a9c02bc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0567489 Jul 14 10:18:26.208442 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-4a06fecc-96f4-4966-ad1c-752ae9bc7949 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Deleting port a6d4464e-33c6-439a-8919-b602661ef654 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:18:26.208950 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-4a06fecc-96f4-4966-ad1c-752ae9bc7949 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (a6d4464e-33c6-439a-8919-b602661ef654), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:26.253287 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d840fff2-99a8-4615-a386-9d332fb42100 req-7dfef597-e760-481d-8bd5-e7b3b17bd37e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457678 Jul 14 10:18:26.306375 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-4a06fecc-96f4-4966-ad1c-752ae9bc7949 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] For port a6d4464e-33c6-439a-8919-b602661ef654, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a6d4464e-33c6-439a-8919-b602661ef654,segment=NetworkSegment(2b62079c-8f55-4dff-9a96-2742d03ac88a),segment_id=2b62079c-8f55-4dff-9a96-2742d03ac88a)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:26.306736 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-4a06fecc-96f4-4966-ad1c-752ae9bc7949 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (a6d4464e-33c6-439a-8919-b602661ef654), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:26.323116 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-4a06fecc-96f4-4966-ad1c-752ae9bc7949 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Calling delete_port for a6d4464e-33c6-439a-8919-b602661ef654 owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:18:26.445542 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-4a06fecc-96f4-4966-ad1c-752ae9bc7949 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (a6d4464e-33c6-439a-8919-b602661ef654), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:26.460683 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['a6d4464e-33c6-439a-8919-b602661ef654'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:18:26.473157 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06fecc-96f4-4966-ad1c-752ae9bc7949 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Pushing event deleted for resources: {'Port': ['ID=a6d4464e-33c6-439a-8919-b602661ef654,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:26.519174 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-4a06fecc-96f4-4966-ad1c-752ae9bc7949 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] No DVR routers for this DVR port a6d4464e-33c6-439a-8919-b602661ef654 on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:18:26.521681 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-4a06fecc-96f4-4966-ad1c-752ae9bc7949 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:26.525106 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7e784abb-c392-4f6a-82ed-b3b2065f79d4 req-4a06fecc-96f4-4966-ad1c-752ae9bc7949 tempest-VolumesSnapshotTestJSON-598501893 tempest-VolumesSnapshotTestJSON-598501893-project] 10.222.0.58 "DELETE /v2.0/ports/a6d4464e-33c6-439a-8919-b602661ef654 HTTP/1.1" status: 204 len: 173 time: 0.4059694 Jul 14 10:18:26.525536 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b211116-0817-4af5-a5ad-4c6b1eb7de99', 'name': 'network-vif-deleted', 'tag': 'a6d4464e-33c6-439a-8919-b602661ef654'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:18:26.528266 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02e6674-8b2a-444b-bc60-491c7e68c326" -d '{"events": [{"server_uuid": "7b211116-0817-4af5-a5ad-4c6b1eb7de99", "name": "network-vif-deleted", "tag": "a6d4464e-33c6-439a-8919-b602661ef654"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:26.570466 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f74aab-ba1b-419e-ae1d-2257818ada44 x-openstack-request-id: req-b5f74aab-ba1b-419e-ae1d-2257818ada44 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:26.570755 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b211116-0817-4af5-a5ad-4c6b1eb7de99", "name": "network-vif-deleted", "tag": "a6d4464e-33c6-439a-8919-b602661ef654", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:26.571003 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b5f74aab-ba1b-419e-ae1d-2257818ada44 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:26.571410 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f74aab-ba1b-419e-ae1d-2257818ada44'] response: {'server_uuid': '7b211116-0817-4af5-a5ad-4c6b1eb7de99', 'name': 'network-vif-deleted', 'tag': 'a6d4464e-33c6-439a-8919-b602661ef654', 'status': 'completed', 'code': 200} Jul 14 10:18:26.768099 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51524) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:26.822982 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-97ff1a3a-f8e5-4fc0-92dc-b8db38d10a7c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (60883ff3-5913-475b-91c2-32b0b31dae04), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:26.853576 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-97ff1a3a-f8e5-4fc0-92dc-b8db38d10a7c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (60883ff3-5913-475b-91c2-32b0b31dae04), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:26.933104 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2291471-0e39-49c1-a9d6-9e809387f4a5 req-62535d98-1b40-4ab1-af4f-90b496fb450f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:26.934644 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2291471-0e39-49c1-a9d6-9e809387f4a5 req-62535d98-1b40-4ab1-af4f-90b496fb450f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0539627 Jul 14 10:18:26.935650 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-97ff1a3a-f8e5-4fc0-92dc-b8db38d10a7c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (60883ff3-5913-475b-91c2-32b0b31dae04), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:26.938197 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-97ff1a3a-f8e5-4fc0-92dc-b8db38d10a7c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:26.939240 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-97ff1a3a-f8e5-4fc0-92dc-b8db38d10a7c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "DELETE /v2.0/security-groups/60883ff3-5913-475b-91c2-32b0b31dae04 HTTP/1.1" status: 204 len: 168 time: 0.1701341 Jul 14 10:18:26.942137 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51528) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:26.957409 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.api.v2.resource [None req-97835339-9cdd-4d55-b781-9f58b6af02fb tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] show failed (client error): The resource could not be found. Jul 14 10:18:26.958489 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-97835339-9cdd-4d55-b781-9f58b6af02fb tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups/60883ff3-5913-475b-91c2-32b0b31dae04 HTTP/1.1" status: 404 len: 347 time: 0.0153825 Jul 14 10:18:26.961355 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51530) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:26.963227 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff1a3a-f8e5-4fc0-92dc-b8db38d10a7c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60883ff3-5913-475b-91c2-32b0b31dae04,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:26.995358 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2291471-0e39-49c1-a9d6-9e809387f4a5 req-15b28cbb-4f4f-45a2-9cf7-27c0488799cf tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550251 Jul 14 10:18:27.096366 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-63d0c9ae-1a2f-4955-a164-cc93ff5e3a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Deleting port 5913744c-19e3-495d-9823-05870e711b20 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:18:27.096747 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-63d0c9ae-1a2f-4955-a164-cc93ff5e3a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (5913744c-19e3-495d-9823-05870e711b20), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.177216 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:27.182423 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-63d0c9ae-1a2f-4955-a164-cc93ff5e3a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (5913744c-19e3-495d-9823-05870e711b20), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.182751 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-63d0c9ae-1a2f-4955-a164-cc93ff5e3a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (5913744c-19e3-495d-9823-05870e711b20), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.196856 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-63d0c9ae-1a2f-4955-a164-cc93ff5e3a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Calling delete_port for 5913744c-19e3-495d-9823-05870e711b20 owned by network:floatingip {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:18:27.287940 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:27.347160 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-63d0c9ae-1a2f-4955-a164-cc93ff5e3a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (5913744c-19e3-495d-9823-05870e711b20), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.375001 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52167f04-17e8-4578-840b-6b62d62109f6 req-c213d3e5-7d64-4a2e-bb02-df51918d54ba tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:27.376587 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-52167f04-17e8-4578-840b-6b62d62109f6 req-c213d3e5-7d64-4a2e-bb02-df51918d54ba tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0491538 Jul 14 10:18:27.392013 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:27.410348 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0c9ae-1a2f-4955-a164-cc93ff5e3a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'Port': ['ID=5913744c-19e3-495d-9823-05870e711b20,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:27.451889 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-63d0c9ae-1a2f-4955-a164-cc93ff5e3a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (1ba947da-5846-49d2-977e-74e788d52a9a), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.454372 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-52167f04-17e8-4578-840b-6b62d62109f6 req-b4875249-cade-43f5-9c56-e8869f4b236e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685370 Jul 14 10:18:27.454556 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-63d0c9ae-1a2f-4955-a164-cc93ff5e3a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.455685 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-63d0c9ae-1a2f-4955-a164-cc93ff5e3a2b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "DELETE /v2.0/floatingips/1ba947da-5846-49d2-977e-74e788d52a9a HTTP/1.1" status: 204 len: 168 time: 0.4935126 Jul 14 10:18:27.530602 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51544) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:27.535029 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-7fcef2eb-f0ea-4c7f-adfb-e9e2acf3c40d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104735509', 'description': 'tempest-description--1520146651'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:18:27.554750 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7fcef2eb-f0ea-4c7f-adfb-e9e2acf3c40d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.620448 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7fcef2eb-f0ea-4c7f-adfb-e9e2acf3c40d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (abfdd4db-c97f-4dac-8991-8152dbf4e5aa), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.623911 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7fcef2eb-f0ea-4c7f-adfb-e9e2acf3c40d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (abfdd4db-c97f-4dac-8991-8152dbf4e5aa), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.655647 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7fcef2eb-f0ea-4c7f-adfb-e9e2acf3c40d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.656852 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-7fcef2eb-f0ea-4c7f-adfb-e9e2acf3c40d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1252377 Jul 14 10:18:27.657715 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcef2eb-f0ea-4c7f-adfb-e9e2acf3c40d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abfdd4db-c97f-4dac-8991-8152dbf4e5aa,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:27.659630 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51546) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:27.663775 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-402b152e-7a65-4a3a-b180-b84561213c1c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group_rule': {'security_group_id': 'abfdd4db-c97f-4dac-8991-8152dbf4e5aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:18:27.690759 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-402b152e-7a65-4a3a-b180-b84561213c1c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (2448ee57-a78d-4389-aaa9-a1e4123f0caf), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.748247 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-402b152e-7a65-4a3a-b180-b84561213c1c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (2448ee57-a78d-4389-aaa9-a1e4123f0caf), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.751873 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-402b152e-7a65-4a3a-b180-b84561213c1c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (2448ee57-a78d-4389-aaa9-a1e4123f0caf), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.770540 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b152e-7a65-4a3a-b180-b84561213c1c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2448ee57-a78d-4389-aaa9-a1e4123f0caf,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:27.776782 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-402b152e-7a65-4a3a-b180-b84561213c1c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.778021 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-402b152e-7a65-4a3a-b180-b84561213c1c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174884 Jul 14 10:18:27.780628 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51548) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:27.784793 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-e06c0808-6d9b-45ee-9074-f67ba39281cc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group_rule': {'security_group_id': 'abfdd4db-c97f-4dac-8991-8152dbf4e5aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:18:27.809138 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:27.811155 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e06c0808-6d9b-45ee-9074-f67ba39281cc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (aaccff67-0c47-4405-8273-dee0e38757db), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.870484 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e06c0808-6d9b-45ee-9074-f67ba39281cc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (aaccff67-0c47-4405-8273-dee0e38757db), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.873312 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e06c0808-6d9b-45ee-9074-f67ba39281cc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (aaccff67-0c47-4405-8273-dee0e38757db), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.891525 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c0808-6d9b-45ee-9074-f67ba39281cc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaccff67-0c47-4405-8273-dee0e38757db,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:27.901768 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e06c0808-6d9b-45ee-9074-f67ba39281cc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:27.904249 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-e06c0808-6d9b-45ee-9074-f67ba39281cc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225090 Jul 14 10:18:27.907180 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51550) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:27.911691 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:18:27.932403 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:28.008086 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:28.126826 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:28.147141 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a821d9-a83d-4282-b977-d5e0d93a4bd2 req-1a3e9a67-39db-4c58-9d75-419d69a2936c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:28.148882 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f3a821d9-a83d-4282-b977-d5e0d93a4bd2 req-1a3e9a67-39db-4c58-9d75-419d69a2936c tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0795782 Jul 14 10:18:28.162129 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Allocated IP 172.27.0.183 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:18:28.239227 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f3a821d9-a83d-4282-b977-d5e0d93a4bd2 req-98998722-3cd3-4e06-98e7-d4eed1e18c34 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786638 Jul 14 10:18:28.306562 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:28.338067 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:28.373134 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:18:28.375914 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:18:28.381534 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:18:28.391905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:28.435415 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (67167b3b-4185-40b8-bfaa-d05985004324), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:28.569595 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 81f609dc-8842-42ec-9605-22d13d78fb55 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:18:28.594820 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 81f609dc-8842-42ec-9605-22d13d78fb55 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:18:28.595407 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 81f609dc-8842-42ec-9605-22d13d78fb55 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:18:28.740839 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:28.760292 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:28.781245 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5ac7-7a5a-4092-a186-d018cddedfd8 req-e7f4f860-8cdc-4439-b9eb-8f8fce30e8aa tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:28.782675 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9ddd5ac7-7a5a-4092-a186-d018cddedfd8 req-e7f4f860-8cdc-4439-b9eb-8f8fce30e8aa tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0768473 Jul 14 10:18:28.884788 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9ddd5ac7-7a5a-4092-a186-d018cddedfd8 req-1ea2421a-b0ff-4f3d-a4c1-d91d51f5a5ef tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952373 Jul 14 10:18:28.938237 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:28.942848 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:28.979632 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (67167b3b-4185-40b8-bfaa-d05985004324), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:28.999715 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:29.005010 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:29.006297 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-88f067e1-acc0-487b-a86e-4161a3b1d9fa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0978181 Jul 14 10:18:29.088288 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffa856-ae25-4d3f-be2e-a52d6e228abf req-afe8986a-8585-4c19-9b94-829c9dc7f84a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:29.090076 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-56ffa856-ae25-4d3f-be2e-a52d6e228abf req-afe8986a-8585-4c19-9b94-829c9dc7f84a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0489726 Jul 14 10:18:29.137825 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-56ffa856-ae25-4d3f-be2e-a52d6e228abf req-a58baa1f-c516-472e-8712-06f94a10964a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425262 Jul 14 10:18:29.180597 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:29.209598 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-42c379dc-fe0a-4062-b297-14c84b906bb1 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1104735509&fields=id&tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 267 time: 0.0444386 Jul 14 10:18:29.330249 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782650d7-e80e-429d-a4f7-308c29298854 req-7ba0c96e-944c-46e8-9bad-b7d33ccabc6f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:29.331662 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-7ba0c96e-944c-46e8-9bad-b7d33ccabc6f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 814 time: 0.1157448 Jul 14 10:18:29.362458 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-e07e2c27-78c0-400d-934e-524137b40ca2 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/quotas/5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 375 time: 0.0148258 Jul 14 10:18:29.374550 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fe5e9-7d44-42cd-a101-131daeaf71d6 req-f98a5adf-39ad-4036-8eff-e18d13b748a4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:29.375913 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a17fe5e9-7d44-42cd-a101-131daeaf71d6 req-f98a5adf-39ad-4036-8eff-e18d13b748a4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0640094 Jul 14 10:18:29.432753 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-5c480e68-97e7-4737-8952-ab19d54fd519 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652554 Jul 14 10:18:29.474186 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a17fe5e9-7d44-42cd-a101-131daeaf71d6 req-cf5fc87f-a983-407f-a90a-4b1b212b9429 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898287 Jul 14 10:18:29.542666 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-b460cd74-1dfc-4348-bbcf-190c03e2035a service neutron] 10.222.0.61 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954967 Jul 14 10:18:29.635971 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-2a174ef4-329a-4314-a83c-fb13ff0699d8 service neutron] 10.222.0.61 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870569 Jul 14 10:18:29.817262 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d918c512-61cf-42fc-84b8-082d17497910 req-367adf3d-6122-46ad-a41e-e7f2cc1c4114 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 210 time: 0.0287399 Jul 14 10:18:29.924327 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d2119-1b44-4786-b835-196a8a50637c req-1325e8ae-76dd-4ac4-94dc-01e34a1464bf tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:29.925841 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e99d2119-1b44-4786-b835-196a8a50637c req-1325e8ae-76dd-4ac4-94dc-01e34a1464bf tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0491345 Jul 14 10:18:29.959333 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:29.977953 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e99d2119-1b44-4786-b835-196a8a50637c req-d4334a18-1fdf-41c2-9f10-e04fda618857 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464661 Jul 14 10:18:30.251489 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cdbd7-46b1-4ceb-8588-c82b1072deea req-87026e89-c093-40eb-ba45-747ee2a410c3 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:30.252576 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7d9cdbd7-46b1-4ceb-8588-c82b1072deea req-87026e89-c093-40eb-ba45-747ee2a410c3 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0460293 Jul 14 10:18:30.302233 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7d9cdbd7-46b1-4ceb-8588-c82b1072deea req-15d951ea-d309-4915-8795-df6890337408 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440693 Jul 14 10:18:30.588352 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428949d-692d-4b12-81e6-27f5abea948c req-12d8d551-a38f-43c6-90fd-acdb4c27c213 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:30.589848 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d428949d-692d-4b12-81e6-27f5abea948c req-12d8d551-a38f-43c6-90fd-acdb4c27c213 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0475974 Jul 14 10:18:30.637206 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d428949d-692d-4b12-81e6-27f5abea948c req-6e04865e-50f1-469c-86df-7c0ca83a9223 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413246 Jul 14 10:18:30.913140 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d285cc6d-5a21-41ca-a9b0-693da9788018 req-62064a4a-eb62-41df-b8d2-b6c89da8c942 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 210 time: 0.0282214 Jul 14 10:18:31.094650 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ba3ea-00bc-48f0-93ba-acb31739e4b0 req-78a704ff-64e2-43b1-a1c4-8a7bd8854b6a tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:31.096092 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-133ba3ea-00bc-48f0-93ba-acb31739e4b0 req-78a704ff-64e2-43b1-a1c4-8a7bd8854b6a tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0505791 Jul 14 10:18:31.144328 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-133ba3ea-00bc-48f0-93ba-acb31739e4b0 req-f6103bc0-b0d3-49cb-92fc-e794d6a4912a tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423496 Jul 14 10:18:31.416385 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb9549-1f0f-44b5-8ae4-95b03c45f758 req-cf22b143-7c33-4b7f-8dd2-91a4c163801f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:31.416819 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-db277cdd-2b66-4d4d-9ade-07a72f797514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:31.418141 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-10eb9549-1f0f-44b5-8ae4-95b03c45f758 req-cf22b143-7c33-4b7f-8dd2-91a4c163801f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0492194 Jul 14 10:18:31.462697 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a6d4464e-33c6-439a-8919-b602661ef654 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:18:31.465912 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-10eb9549-1f0f-44b5-8ae4-95b03c45f758 req-d5d9b7e2-a240-476e-b57e-2dab31ddd2f2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Jul 14 10:18:31.492765 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: a6d4464e-33c6-439a-8919-b602661ef654 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:18:31.493133 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a6d4464e-33c6-439a-8919-b602661ef654 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:18:31.564724 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-d5025883-cb68-4ecf-b105-556e559a4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:31.566259 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-d5025883-cb68-4ecf-b105-556e559a4981 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 1130 time: 0.0470304 Jul 14 10:18:31.750880 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-3439285d-6ea9-4f63-8b8c-dc0f5ad8ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:31.752385 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-3439285d-6ea9-4f63-8b8c-dc0f5ad8ece6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 912 time: 0.1032147 Jul 14 10:18:31.776693 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c515a-c1be-4db5-b9eb-ebc7aeaeeb30 req-4b2d1133-d5f0-4238-96f0-fb1d8965b9d3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:31.778344 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5c5c515a-c1be-4db5-b9eb-ebc7aeaeeb30 req-4b2d1133-d5f0-4238-96f0-fb1d8965b9d3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0635686 Jul 14 10:18:31.834734 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:31.840019 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-5010024e-9b17-46d4-baef-f7225a2115cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60 HTTP/1.1" status: 200 len: 1001 time: 0.0780122 Jul 14 10:18:31.841003 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5c5c515a-c1be-4db5-b9eb-ebc7aeaeeb30 req-6615eb7c-5095-48b6-853b-199b102caf15 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564926 Jul 14 10:18:32.012350 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ee14b68c-0ac7-4cef-806a-e8888f622dcc req-8dd9c105-9f3e-4a8d-9509-65a5f325e1c9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 210 time: 0.0289164 Jul 14 10:18:32.174325 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-aa9566c0-d2c2-4323-a678-cca65c543177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:32.176543 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-aa9566c0-d2c2-4323-a678-cca65c543177 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 200 len: 850 time: 0.0559063 Jul 14 10:18:32.239170 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-7e10939b-2a96-4b28-bc65-e280346f5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:32.241811 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-7e10939b-2a96-4b28-bc65-e280346f5642 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71d0e822-864d-4ce6-a81f-385b20a87683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505614 Jul 14 10:18:32.319705 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63234-9487-47f4-8405-7b14386a71fd req-52db7f00-46d1-4f6d-8f53-3716425149d8 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:32.321202 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-efe63234-9487-47f4-8405-7b14386a71fd req-52db7f00-46d1-4f6d-8f53-3716425149d8 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0870311 Jul 14 10:18:32.339956 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-6dd5e53e-2433-4493-8fa5-0eadfdd0437c service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908465 Jul 14 10:18:32.375797 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782650d7-e80e-429d-a4f7-308c29298854 req-5beea523-d293-4cd5-96f6-03ec13606c5a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:32.377282 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-5beea523-d293-4cd5-96f6-03ec13606c5a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 814 time: 0.1768892 Jul 14 10:18:32.403995 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-efe63234-9487-47f4-8405-7b14386a71fd req-f6ac07c4-69ed-4f52-b1e0-66b88324ea55 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723445 Jul 14 10:18:32.450763 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-86946503-96af-4986-ab8a-14e59a789c29 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 380 time: 0.0590730 Jul 14 10:18:32.456043 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ba871ce6-b14f-4355-97e6-cec8c952c11d req-8ec42c4f-ba89-4c0e-9d4d-a5d3d55538ba service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023207 Jul 14 10:18:32.485689 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'port': {'device_id': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'admin_state_up': True, 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'security_groups': ['abfdd4db-c97f-4dac-8991-8152dbf4e5aa']}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:18:32.605723 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f855423-92e8-4583-a0d0-806ea5ee5750 req-2f9dc254-fb70-4d20-9dea-20664062dabb tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:32.607277 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8f855423-92e8-4583-a0d0-806ea5ee5750 req-2f9dc254-fb70-4d20-9dea-20664062dabb tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0645707 Jul 14 10:18:32.666201 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Made reservation on behalf of 5056f0a32e37430ea3ea63d9cb69bf2b for: {'port': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:18:32.670043 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:32.680960 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8f855423-92e8-4583-a0d0-806ea5ee5750 req-1d619a50-e1f1-4d7b-8679-b8288b355388 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681238 Jul 14 10:18:32.738907 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:32.799190 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Allocated IP 172.20.0.12 (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f/4f93cc99-11fb-4265-adab-8cfd65721f58/5176281a-87a4-47dd-9b90-45bcffacb063) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:18:32.977513 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5071db4-bef1-46f7-8f8e-09a9650de61c req-f4e01b76-8a98-4eb0-85ed-1e197eb10902 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:32.979760 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c5071db4-bef1-46f7-8f8e-09a9650de61c req-f4e01b76-8a98-4eb0-85ed-1e197eb10902 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0700257 Jul 14 10:18:32.986587 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (5176281a-87a4-47dd-9b90-45bcffacb063), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:33.039970 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:33.065911 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c5071db4-bef1-46f7-8f8e-09a9650de61c req-17d665cc-0704-43c9-892f-5ce125dcabb9 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757704 Jul 14 10:18:33.068066 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:33.111465 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:18:33.124750 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:18:33.127342 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:18:33.133404 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:33.134015 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:33.192641 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=5176281a-87a4-47dd-9b90-45bcffacb063,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:33.203610 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849bd64-cd9f-49de-8e03-1d48a12a9679 req-36ce05fc-589c-473d-9959-832516da5c4b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:33.205195 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5849bd64-cd9f-49de-8e03-1d48a12a9679 req-36ce05fc-589c-473d-9959-832516da5c4b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 932 time: 0.0962169 Jul 14 10:18:33.208843 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-6769bd8c-25d5-4371-bf19-f010fba757c6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7271180 Jul 14 10:18:33.273968 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5849bd64-cd9f-49de-8e03-1d48a12a9679 req-25ce4267-55f4-4c00-8720-6ce50d2a2db5 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559032 Jul 14 10:18:33.430239 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-07e71eac-d269-4d48-9d3e-faf086ece405 None None] Provisioning complete for port 5176281a-87a4-47dd-9b90-45bcffacb063 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:18:33.430780 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-07e71eac-d269-4d48-9d3e-faf086ece405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:33.462841 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-07e71eac-d269-4d48-9d3e-faf086ece405 None None] Port 5176281a-87a4-47dd-9b90-45bcffacb063 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:18:33.517370 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35c7c8-00a0-4f2e-acfa-aeb25bcc359f req-aac9f5ce-8c29-4611-9360-203debd527a3 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:33.518851 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8a35c7c8-00a0-4f2e-acfa-aeb25bcc359f req-aac9f5ce-8c29-4611-9360-203debd527a3 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0471997 Jul 14 10:18:33.572224 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8a35c7c8-00a0-4f2e-acfa-aeb25bcc359f req-0f953b93-5aff-419a-8f91-459f69242169 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474443 Jul 14 10:18:33.584651 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b4f9-d0ad-4957-8199-c91a2de13985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:33.587025 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Request body: {'port': {'device_id': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:18:33.649605 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:33.822910 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c3598-f133-43e5-afe8-e24e28b720c8 req-008557fe-ed97-43a2-94fc-5654b362ca73 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:33.824793 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ab9c3598-f133-43e5-afe8-e24e28b720c8 req-008557fe-ed97-43a2-94fc-5654b362ca73 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0730114 Jul 14 10:18:33.851300 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:33.927508 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ab9c3598-f133-43e5-afe8-e24e28b720c8 req-4f1ab641-1eac-4f2f-a4d5-04c693c770fa tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750237 Jul 14 10:18:33.977249 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5176281a-87a4-47dd-9b90-45bcffacb063 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:18:33.984578 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Publish callbacks [] for port (5176281a-87a4-47dd-9b90-45bcffacb063), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:33.997159 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Transition to ACTIVE for port object 5176281a-87a4-47dd-9b90-45bcffacb063 will not be triggered until provisioned by entity L2. {{(pid=104066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:18:34.000890 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:34.049441 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Pushing event updated for resources: {'Port': ['ID=5176281a-87a4-47dd-9b90-45bcffacb063,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:34.075929 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:34.090434 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Attempting to bind port 5176281a-87a4-47dd-9b90-45bcffacb063 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:18:34.096099 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Attempting to bind port 5176281a-87a4-47dd-9b90-45bcffacb063 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:18:34.096430 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Attempting to bind port 5176281a-87a4-47dd-9b90-45bcffacb063 on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:18:34.102521 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Port 5176281a-87a4-47dd-9b90-45bcffacb063 on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:18:34.102967 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Attempting to bind port 5176281a-87a4-47dd-9b90-45bcffacb063 on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:18:34.110082 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:18:34.110502 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Checking segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:18:34.110792 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Bound using segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:18:34.111225 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Bound port: 5176281a-87a4-47dd-9b90-45bcffacb063, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:18:34.111586 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:34.215070 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e9ced-c2e6-4221-93ea-726a168eeb8f req-6679d694-2343-445d-8f26-ae763fc8665d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:34.217812 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fd8e9ced-c2e6-4221-93ea-726a168eeb8f req-6679d694-2343-445d-8f26-ae763fc8665d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0700424 Jul 14 10:18:34.220269 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] For port 5176281a-87a4-47dd-9b90-45bcffacb063, host hv-cinder-84980, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:18:34.223556 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] For port 5176281a-87a4-47dd-9b90-45bcffacb063, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5176281a-87a4-47dd-9b90-45bcffacb063,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:18:34.239888 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:34.296108 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:34.296687 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:34.298098 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] 10.222.0.58 "PUT /v2.0/ports/5176281a-87a4-47dd-9b90-45bcffacb063 HTTP/1.1" status: 200 len: 1094 time: 0.7164459 Jul 14 10:18:34.298611 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'tag': '5176281a-87a4-47dd-9b90-45bcffacb063'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:18:34.300836 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e077b2f-2c84-41d9-9f6d-d8a4637b2fad", "tag": "5176281a-87a4-47dd-9b90-45bcffacb063"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:34.330289 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fd8e9ced-c2e6-4221-93ea-726a168eeb8f req-c40ede25-9a48-4d24-93c1-9358c5ef42a0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050003 Jul 14 10:18:34.346992 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ee413-dd03-4198-a591-01f6e7a65101 service neutron] Pushing event updated for resources: {'Port': ['ID=5176281a-87a4-47dd-9b90-45bcffacb063,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:34.408568 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607e80b2-0073-4777-b5e4-cd0940becfe7 x-openstack-request-id: req-607e80b2-0073-4777-b5e4-cd0940becfe7 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:34.409078 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e077b2f-2c84-41d9-9f6d-d8a4637b2fad", "tag": "5176281a-87a4-47dd-9b90-45bcffacb063", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:34.409464 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-607e80b2-0073-4777-b5e4-cd0940becfe7 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:34.410052 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607e80b2-0073-4777-b5e4-cd0940becfe7'] response: {'name': 'network-changed', 'server_uuid': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'tag': '5176281a-87a4-47dd-9b90-45bcffacb063', 'status': 'completed', 'code': 200} Jul 14 10:18:34.441944 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782650d7-e80e-429d-a4f7-308c29298854 req-170df514-b9e1-46d1-9936-a678e96df251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:34.443475 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-170df514-b9e1-46d1-9936-a678e96df251 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 1128 time: 0.0972087 Jul 14 10:18:34.466040 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100ff55-909d-4e84-86b6-b4fc750d9f19 req-0bbf9f9f-61c7-47bf-9077-86ab84f22158 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:34.467539 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9100ff55-909d-4e84-86b6-b4fc750d9f19 req-0bbf9f9f-61c7-47bf-9077-86ab84f22158 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 944 time: 0.0819190 Jul 14 10:18:34.499078 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-5e5c58da-ca16-466c-92b9-0f531cffb21a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5176281a-87a4-47dd-9b90-45bcffacb063 HTTP/1.1" status: 200 len: 217 time: 0.0466475 Jul 14 10:18:34.579299 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782650d7-e80e-429d-a4f7-308c29298854 req-19812a7d-6e6e-429c-bb84-cce8ea15529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:34.580681 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-19812a7d-6e6e-429c-bb84-cce8ea15529a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.0752590 Jul 14 10:18:34.584282 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9100ff55-909d-4e84-86b6-b4fc750d9f19 req-4b3596e4-0a13-4513-bb44-f6ec1f02cfae tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881152 Jul 14 10:18:34.657793 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782650d7-e80e-429d-a4f7-308c29298854 req-d849666a-aafc-4de6-9fa0-5e016de7908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:34.659281 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-d849666a-aafc-4de6-9fa0-5e016de7908f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578110 Jul 14 10:18:34.770135 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc57d7-c3dd-4fde-8f73-e1e20b2fa473 req-83a6e8c4-408f-414e-b217-71e774a7a49f tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:34.771558 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cfc57d7-c3dd-4fde-8f73-e1e20b2fa473 req-83a6e8c4-408f-414e-b217-71e774a7a49f tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0964701 Jul 14 10:18:34.810694 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:34.814103 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-88304012-6f50-4f38-b1b2-9e1896b2cee1 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462171 Jul 14 10:18:34.854935 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cfc57d7-c3dd-4fde-8f73-e1e20b2fa473 req-3224a6f9-1e6f-4f33-b4c0-fb2c2a7bd6d2 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771186 Jul 14 10:18:34.923052 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-782650d7-e80e-429d-a4f7-308c29298854 req-66c9cb99-c566-4d03-9fde-8ed24d77f156 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976632 Jul 14 10:18:35.009769 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:35.123292 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:35.125170 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:35.439499 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8eff5-45e6-49f2-88da-2b25473b80b7 req-f95d34f5-46df-48c4-a2bb-5f8d048ddd4f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:35.440968 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-93d8eff5-45e6-49f2-88da-2b25473b80b7 req-f95d34f5-46df-48c4-a2bb-5f8d048ddd4f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0472713 Jul 14 10:18:35.487041 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-93d8eff5-45e6-49f2-88da-2b25473b80b7 req-4c3a54f4-4615-4489-bba8-eacf870f44a1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405588 Jul 14 10:18:35.707963 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4c08b-3372-43ac-ac20-5e2559146fe0 req-811d9701-4d1e-46eb-afe3-2e9f9eca686c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:35.709329 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c4c4c08b-3372-43ac-ac20-5e2559146fe0 req-811d9701-4d1e-46eb-afe3-2e9f9eca686c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 944 time: 0.0459464 Jul 14 10:18:35.755867 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c4c4c08b-3372-43ac-ac20-5e2559146fe0 req-1c3e4d30-6324-4379-aa3c-2b140ef85fd7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401719 Jul 14 10:18:35.982020 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e360f61-cd13-4c99-800b-db0c220b0178 req-d45d1339-9752-4f23-99a7-128a0713ed59 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:35.983345 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e360f61-cd13-4c99-800b-db0c220b0178 req-d45d1339-9752-4f23-99a7-128a0713ed59 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0489566 Jul 14 10:18:36.013365 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:36.033135 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e360f61-cd13-4c99-800b-db0c220b0178 req-d9530b56-7a7e-4bb4-8a6a-3c71d04bc57c tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Jul 14 10:18:36.150577 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-314b5c97-601e-4cd4-b32b-4ef9cfb29235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:36.152576 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-314b5c97-601e-4cd4-b32b-4ef9cfb29235 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 1128 time: 0.0385005 Jul 14 10:18:36.368693 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:36.483835 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-b1f26634-98f2-40fb-a3e1-c592f55c58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:36.485327 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-b1f26634-98f2-40fb-a3e1-c592f55c58c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 915 time: 0.3255310 Jul 14 10:18:36.495470 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:36.601294 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c326667-8ad1-498e-ac14-de8e101bd2ca req-2f569826-eb48-4665-878f-77721e7561d4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:36.602753 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2c326667-8ad1-498e-ac14-de8e101bd2ca req-2f569826-eb48-4665-878f-77721e7561d4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0472536 Jul 14 10:18:36.648557 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2c326667-8ad1-498e-ac14-de8e101bd2ca req-9680f26d-8c7b-4c4d-b3a2-3909468e6e4f tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400176 Jul 14 10:18:36.867954 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc3d17-7145-4c24-a41e-3943a2a54e4c req-446642c1-4afa-4b5d-9024-389359f71499 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:36.869440 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2bc3d17-7145-4c24-a41e-3943a2a54e4c req-446642c1-4afa-4b5d-9024-389359f71499 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 944 time: 0.0464168 Jul 14 10:18:36.915606 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2bc3d17-7145-4c24-a41e-3943a2a54e4c req-6f582661-1c3b-4383-87e3-704c2e474769 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Jul 14 10:18:37.149835 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901c018-3a8a-4e4f-b2eb-85de2cb5055f req-62fb6b0c-045b-4e80-bcb0-0faed5548d5f tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:37.151254 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9901c018-3a8a-4e4f-b2eb-85de2cb5055f req-62fb6b0c-045b-4e80-bcb0-0faed5548d5f tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0496044 Jul 14 10:18:37.200496 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9901c018-3a8a-4e4f-b2eb-85de2cb5055f req-bd142cc8-e777-4066-a120-6dfda5a6c54e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430019 Jul 14 10:18:37.759891 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb9eb5-71a9-4084-a0ca-b38db1d7696c req-3aa50eab-417a-4bdb-ace1-c41c3b102996 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:37.761947 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2ddb9eb5-71a9-4084-a0ca-b38db1d7696c req-3aa50eab-417a-4bdb-ace1-c41c3b102996 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0455573 Jul 14 10:18:37.806885 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2ddb9eb5-71a9-4084-a0ca-b38db1d7696c req-5937b97c-652f-44fd-8aea-f32b8e69c642 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396655 Jul 14 10:18:38.031637 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e81c6-8450-4518-a9b1-e3edd72cf649 req-7e2929f0-e3d4-495e-913e-ed333bc568fd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:38.033090 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-818e81c6-8450-4518-a9b1-e3edd72cf649 req-7e2929f0-e3d4-495e-913e-ed333bc568fd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 944 time: 0.0489564 Jul 14 10:18:38.079069 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-818e81c6-8450-4518-a9b1-e3edd72cf649 req-89f73fa7-070e-456b-bd1e-52e11ab02458 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405791 Jul 14 10:18:38.313453 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc290f-cf59-4a2a-b92e-c9d635154a56 req-9a85c2b8-c83c-4158-a8c4-3d6688a03458 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:38.314877 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-14fc290f-cf59-4a2a-b92e-c9d635154a56 req-9a85c2b8-c83c-4158-a8c4-3d6688a03458 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0469923 Jul 14 10:18:38.363447 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-14fc290f-cf59-4a2a-b92e-c9d635154a56 req-5e4dee0f-8202-48e2-911e-e7373632316f tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431564 Jul 14 10:18:38.886839 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:38.923312 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195831f-ea72-4874-bf9e-d7ecebf3b68f req-65c67e1d-3388-46e6-8bee-990e8f4e3791 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:38.924764 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3195831f-ea72-4874-bf9e-d7ecebf3b68f req-65c67e1d-3388-46e6-8bee-990e8f4e3791 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0480106 Jul 14 10:18:38.936760 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 5176281a-87a4-47dd-9b90-45bcffacb063 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:18:38.975605 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3195831f-ea72-4874-bf9e-d7ecebf3b68f req-4b876d94-cd7e-4b33-969c-ad3e00fa0a4d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Jul 14 10:18:39.039079 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 5176281a-87a4-47dd-9b90-45bcffacb063, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5176281a-87a4-47dd-9b90-45bcffacb063,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:39.050974 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '5176281a-87a4-47dd-9b90-45bcffacb063', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'port_id': '5176281a-87a4-47dd-9b90-45bcffacb063', 'mac_address': 'fa:16:3e:64:86:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:18:39.086249 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-39f67b76-73f9-43d1-bc38-92909b50d06b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5176281a-87a4-47dd-9b90-45bcffacb063 HTTP/1.1" status: 200 len: 217 time: 0.0334916 Jul 14 10:18:39.086399 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 5176281a-87a4-47dd-9b90-45bcffacb063 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:18:39.086769 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:39.100875 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5176281a-87a4-47dd-9b90-45bcffacb063 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:18:39.124613 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 5176281a-87a4-47dd-9b90-45bcffacb063, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5176281a-87a4-47dd-9b90-45bcffacb063,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:39.131645 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:39.143771 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-a5f9a048-a59b-4878-acde-1ed0979cbd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:39.145297 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-a5f9a048-a59b-4878-acde-1ed0979cbd99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.0490255 Jul 14 10:18:39.178813 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=5176281a-87a4-47dd-9b90-45bcffacb063,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:39.218809 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:39.226426 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-59743ec6-f7bf-42be-8389-2f69c5a526cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:39.227912 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-59743ec6-f7bf-42be-8389-2f69c5a526cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756984 Jul 14 10:18:39.235897 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240f28f-c448-4241-ab26-85f47e4bd83a req-409f2b19-f506-4a49-9903-bb54db0688d3 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:39.237377 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4240f28f-c448-4241-ab26-85f47e4bd83a req-409f2b19-f506-4a49-9903-bb54db0688d3 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 945 time: 0.0747809 Jul 14 10:18:39.286455 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4240f28f-c448-4241-ab26-85f47e4bd83a req-ef6b15ad-de2b-4b5b-931c-447e402d1bbd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Jul 14 10:18:39.475169 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9fa9e-6416-4230-be47-c814a59e99ca req-10f0cf7d-bbcc-4443-8b32-83d29a776b62 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:39.476658 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f3e9fa9e-6416-4230-be47-c814a59e99ca req-10f0cf7d-bbcc-4443-8b32-83d29a776b62 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0464287 Jul 14 10:18:39.486414 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['5176281a-87a4-47dd-9b90-45bcffacb063'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:18:39.507902 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:39.527772 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f3e9fa9e-6416-4230-be47-c814a59e99ca req-0003b2d2-b1fe-4ae8-80f5-60cf9aa6212f tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450394 Jul 14 10:18:39.536096 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:40.110952 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe40b87-3dd5-4c7c-b377-ec6e068d8baa req-6cc75f90-ab49-48e4-86b5-2b7d7dd6df24 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:40.112401 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-afe40b87-3dd5-4c7c-b377-ec6e068d8baa req-6cc75f90-ab49-48e4-86b5-2b7d7dd6df24 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0566659 Jul 14 10:18:40.161462 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-afe40b87-3dd5-4c7c-b377-ec6e068d8baa req-3cbdcc1b-4522-446e-a4e2-2c62e78c5fb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Jul 14 10:18:40.414399 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931f662-bf33-4b13-9ac9-81eddfed25c2 req-e0d060f5-e971-4989-99e2-908651d35935 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:40.416155 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7931f662-bf33-4b13-9ac9-81eddfed25c2 req-e0d060f5-e971-4989-99e2-908651d35935 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 945 time: 0.0539358 Jul 14 10:18:40.463131 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7931f662-bf33-4b13-9ac9-81eddfed25c2 req-5a3fd4e0-35e1-4015-9a83-7f9ea54fe8cf tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Jul 14 10:18:40.647352 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 5176281a-87a4-47dd-9b90-45bcffacb063 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:18:40.659639 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638f5b-05b6-4dbb-ad11-db75479bb8f1 req-93ba4dfc-a8e1-4291-a7a5-9a6bb6ad5c1a tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:40.661203 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-05638f5b-05b6-4dbb-ad11-db75479bb8f1 req-93ba4dfc-a8e1-4291-a7a5-9a6bb6ad5c1a tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0625243 Jul 14 10:18:40.666877 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-3850ada7-c20e-406f-b54b-22cea7f8f575 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293840 Jul 14 10:18:40.695057 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 5176281a-87a4-47dd-9b90-45bcffacb063 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:18:40.701376 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 5176281a-87a4-47dd-9b90-45bcffacb063 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:18:40.701943 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:40.706037 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684ab91-4ca4-4d10-ae44-0ba53216fb5a req-5590c9f3-0eb9-4e75-b94d-b540fe6c4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:40.707621 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f684ab91-4ca4-4d10-ae44-0ba53216fb5a req-5590c9f3-0eb9-4e75-b94d-b540fe6c4489 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 1129 time: 0.0456233 Jul 14 10:18:40.760855 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f684ab91-4ca4-4d10-ae44-0ba53216fb5a req-20085aaa-6319-4b5e-bed2-af0263e13e8f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393410 Jul 14 10:18:40.769749 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-05638f5b-05b6-4dbb-ad11-db75479bb8f1 req-90ea0a65-6abb-411f-a653-fd4e4207bbe5 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019866 Jul 14 10:18:40.777692 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 5176281a-87a4-47dd-9b90-45bcffacb063 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:18:40.778080 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:40.798583 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b68e2829-1ba5-43a3-bc5b-9f20269fd2b5 req-aeb1c629-2973-4f73-b4c5-ed25ea91723c service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167638 Jul 14 10:18:40.803153 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5176281a-87a4-47dd-9b90-45bcffacb063'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:18:40.805394 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de07fb4a-17f9-4d66-ac18-d13343278d7a" -d '{"events": [{"server_uuid": "5e077b2f-2c84-41d9-9f6d-d8a4637b2fad", "name": "network-vif-plugged", "status": "completed", "tag": "5176281a-87a4-47dd-9b90-45bcffacb063"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:40.817925 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 5176281a-87a4-47dd-9b90-45bcffacb063, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5176281a-87a4-47dd-9b90-45bcffacb063,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:40.822326 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:40.844658 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff3c57-78fb-4a64-9df3-c509bc34e246 x-openstack-request-id: req-f7ff3c57-78fb-4a64-9df3-c509bc34e246 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:40.844978 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e077b2f-2c84-41d9-9f6d-d8a4637b2fad", "name": "network-vif-plugged", "status": "completed", "tag": "5176281a-87a4-47dd-9b90-45bcffacb063", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:40.845224 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7ff3c57-78fb-4a64-9df3-c509bc34e246 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:40.845603 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ff3c57-78fb-4a64-9df3-c509bc34e246'] response: {'server_uuid': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5176281a-87a4-47dd-9b90-45bcffacb063', 'code': 200} Jul 14 10:18:40.870806 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=5176281a-87a4-47dd-9b90-45bcffacb063,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:41.196894 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fa9d4-3308-47bc-9eb0-604b6c1af06e req-60f8aaa2-5d94-4530-a861-23f0f4bd0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:41.198920 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-533fa9d4-3308-47bc-9eb0-604b6c1af06e req-60f8aaa2-5d94-4530-a861-23f0f4bd0103 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 1130 time: 0.0383239 Jul 14 10:18:41.256324 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-533fa9d4-3308-47bc-9eb0-604b6c1af06e req-126cc95a-97f1-4b8b-92ae-f6732d347500 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484414 Jul 14 10:18:41.290855 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ff01-b4a1-428c-957f-02befea93df2 req-1a48553a-f0db-498e-b5f7-7c2d2062ed99 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:41.292346 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad92ff01-b4a1-428c-957f-02befea93df2 req-1a48553a-f0db-498e-b5f7-7c2d2062ed99 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0558488 Jul 14 10:18:41.342493 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad92ff01-b4a1-428c-957f-02befea93df2 req-04481711-a9d4-4e99-b802-97a420620d45 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441039 Jul 14 10:18:41.567300 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:41.583564 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f8b51-f4cd-43a6-ab94-205e588302bf req-33032230-c069-4c1f-89e0-c273221f2d1b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:41.585144 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d51f8b51-f4cd-43a6-ab94-205e588302bf req-33032230-c069-4c1f-89e0-c273221f2d1b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 946 time: 0.0480947 Jul 14 10:18:41.633057 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d51f8b51-f4cd-43a6-ab94-205e588302bf req-18bec0c4-326a-4b8d-b25e-cebde1bb08fd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415790 Jul 14 10:18:41.894610 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94341d18-fa7a-4c52-a06c-83413307ba9e req-5f123452-194d-4a2f-8c90-58daac681cae tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:41.896065 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-94341d18-fa7a-4c52-a06c-83413307ba9e req-5f123452-194d-4a2f-8c90-58daac681cae tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0483902 Jul 14 10:18:41.943568 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-94341d18-fa7a-4c52-a06c-83413307ba9e req-e4b7ac9f-49e2-4309-93ed-ffae9568ec48 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416474 Jul 14 10:18:42.443262 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:42.461141 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd313-16e0-4338-a46a-5a911927facf req-b1e4ca6a-8641-4265-8230-f3fb06b09ee6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:42.462606 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-74bdd313-16e0-4338-a46a-5a911927facf req-b1e4ca6a-8641-4265-8230-f3fb06b09ee6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0526631 Jul 14 10:18:42.509526 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-74bdd313-16e0-4338-a46a-5a911927facf req-5edc3d0d-375d-4bd7-b01f-997ffd526bcb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413873 Jul 14 10:18:42.749723 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b185377-560e-40f6-bb02-1909f63608f6 req-f442af0c-938c-4698-8079-bc992e9a2d30 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:42.751207 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9b185377-560e-40f6-bb02-1909f63608f6 req-f442af0c-938c-4698-8079-bc992e9a2d30 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 946 time: 0.0487065 Jul 14 10:18:42.799936 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9b185377-560e-40f6-bb02-1909f63608f6 req-885083a8-e069-425a-89b8-8797bdc63418 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431283 Jul 14 10:18:42.906875 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc4f15-a918-41cb-9297-c30dff66cbd7 req-71f3cb99-4dc8-419a-8549-3b2cb4191bcc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:42.908306 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cebc4f15-a918-41cb-9297-c30dff66cbd7 req-71f3cb99-4dc8-419a-8549-3b2cb4191bcc tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0466969 Jul 14 10:18:42.957162 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cebc4f15-a918-41cb-9297-c30dff66cbd7 req-27c91286-1f81-4d5f-bd72-28496498561d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Jul 14 10:18:43.062607 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c79ab3-f4ec-4b05-86a9-b248dbecaa55 req-49f25873-fc7f-4271-a88b-ae7fd9f19850 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:43.064084 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-61c79ab3-f4ec-4b05-86a9-b248dbecaa55 req-49f25873-fc7f-4271-a88b-ae7fd9f19850 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0481038 Jul 14 10:18:43.112804 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-61c79ab3-f4ec-4b05-86a9-b248dbecaa55 req-be7fdd00-7ec6-4edf-9c38-9ff436b4c020 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432198 Jul 14 10:18:43.511069 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-c1fd4e88-8c3e-4ddd-b3d1-fa6cf549e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:43.512497 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-c1fd4e88-8c3e-4ddd-b3d1-fa6cf549e582 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 1129 time: 0.0398943 Jul 14 10:18:43.657591 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-eeaaebe5-076a-4891-9bd7-83647ae8fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:43.659034 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-eeaaebe5-076a-4891-9bd7-83647ae8fc38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.0941021 Jul 14 10:18:43.923741 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6f0f5-22c2-4a37-acd4-4c2efb037e83 req-346dae7d-6306-443a-8610-53b0d8e9ef46 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:43.925267 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-59b6f0f5-22c2-4a37-acd4-4c2efb037e83 req-346dae7d-6306-443a-8610-53b0d8e9ef46 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 946 time: 0.0509470 Jul 14 10:18:43.973426 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-59b6f0f5-22c2-4a37-acd4-4c2efb037e83 req-e5640a71-eee7-4fab-a26b-1cce3dca25ad tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Jul 14 10:18:44.078744 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988420ba-548b-4558-b12a-96bc3f14c4f8 req-b7377bdf-f514-487a-ab13-119687ad83d4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:44.080293 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-988420ba-548b-4558-b12a-96bc3f14c4f8 req-b7377bdf-f514-487a-ab13-119687ad83d4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0536385 Jul 14 10:18:44.129786 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-988420ba-548b-4558-b12a-96bc3f14c4f8 req-ce274f61-b061-4677-a2e0-b711e3df2157 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Jul 14 10:18:44.228909 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a567cd-9ce8-40cd-a84c-85bd27d3b5b8 req-99db8403-ef3a-40c6-be00-5107cc94022d tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:44.231073 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b7a567cd-9ce8-40cd-a84c-85bd27d3b5b8 req-99db8403-ef3a-40c6-be00-5107cc94022d tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0483856 Jul 14 10:18:44.281300 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b7a567cd-9ce8-40cd-a84c-85bd27d3b5b8 req-79efd3b6-b166-4b08-bfa1-ff16f082d464 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446317 Jul 14 10:18:44.374779 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:44.386016 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-1775c25a-801d-4a34-bef9-93955af67e4e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b40b14ad-171e-4c6c-a909-36191cb0c933 HTTP/1.1" status: 200 len: 1001 time: 0.0605080 Jul 14 10:18:44.452642 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-f4b075f4-d227-4a50-8cb7-3c71c3331bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:44.454094 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-f4b075f4-d227-4a50-8cb7-3c71c3331bed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0437851 Jul 14 10:18:44.497721 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-cce723ce-3a47-4215-848a-743e3fcf1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:44.499189 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-cce723ce-3a47-4215-848a-743e3fcf1b23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386558 Jul 14 10:18:44.593564 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-ceb31400-e4ea-4897-8a6f-f7981031838b service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865235 Jul 14 10:18:44.638245 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:44.693554 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7cea355b-6d50-4fa6-8db1-a192e041d3a8 req-b9c7195c-1189-4e56-a062-43693eaf0bb9 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832388 Jul 14 10:18:45.090099 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1febf4f-1d20-4149-9376-0ec42a86db09 req-223c58df-940c-40a1-b284-17216d5b6ffa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:45.091579 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d1febf4f-1d20-4149-9376-0ec42a86db09 req-223c58df-940c-40a1-b284-17216d5b6ffa tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 946 time: 0.0498924 Jul 14 10:18:45.145315 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d1febf4f-1d20-4149-9376-0ec42a86db09 req-c5bf7b48-24f1-4741-b72c-db5e753e1a4e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481157 Jul 14 10:18:45.257135 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729912d-93f5-4839-9d87-20515750aec6 req-87944229-0b60-4bed-b45e-0a9a981ec44f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:45.258603 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4729912d-93f5-4839-9d87-20515750aec6 req-87944229-0b60-4bed-b45e-0a9a981ec44f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 946 time: 0.0497544 Jul 14 10:18:45.267643 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51790) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:45.272206 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-2f684f35-16f2-4158-a4fb-c8dfb496ca7f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'floatingip': {'port_id': '5176281a-87a4-47dd-9b90-45bcffacb063'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:18:45.309616 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2f684f35-16f2-4158-a4fb-c8dfb496ca7f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (67167b3b-4185-40b8-bfaa-d05985004324), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:45.473909 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0227852-57c1-4cea-a809-885686c9228c req-f235a49a-3273-4550-9f67-30ba26ded9ce tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:45.475375 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e0227852-57c1-4cea-a809-885686c9228c req-f235a49a-3273-4550-9f67-30ba26ded9ce tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.2712047 Jul 14 10:18:45.488902 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa628c37-2ec2-4d49-9f14-63362989a087 req-3922bcaa-204f-4c44-9f22-175d0600c8b1 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:45.490259 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fa628c37-2ec2-4d49-9f14-63362989a087 req-3922bcaa-204f-4c44-9f22-175d0600c8b1 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.1152534 Jul 14 10:18:45.648667 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fa628c37-2ec2-4d49-9f14-63362989a087 req-d913bd00-3f5c-4884-90d4-fa7e4efb5ef3 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481867 Jul 14 10:18:45.656247 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e0227852-57c1-4cea-a809-885686c9228c req-b4c71439-a142-44c5-960f-777ccc745aba tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735263 Jul 14 10:18:45.883355 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2f684f35-16f2-4158-a4fb-c8dfb496ca7f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:45.887160 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2f684f35-16f2-4158-a4fb-c8dfb496ca7f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (67167b3b-4185-40b8-bfaa-d05985004324), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:45.889617 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:45.986205 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-2f684f35-16f2-4158-a4fb-c8dfb496ca7f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Floating IP 67167b3b-4185-40b8-bfaa-d05985004324 associated. External IP: 172.27.0.183, port: 5176281a-87a4-47dd-9b90-45bcffacb063. Jul 14 10:18:46.073675 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:46.196587 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f684f35-16f2-4158-a4fb-c8dfb496ca7f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:18:46.551630 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f684f35-16f2-4158-a4fb-c8dfb496ca7f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:18:46.555999 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2f684f35-16f2-4158-a4fb-c8dfb496ca7f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:46.563326 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:18:46.573650 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:18:46.574269 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:18:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:46.585919 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-2f684f35-16f2-4158-a4fb-c8dfb496ca7f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "PUT /v2.0/floatingips/67167b3b-4185-40b8-bfaa-d05985004324 HTTP/1.1" status: 200 len: 992 time: 1.3172295 Jul 14 10:18:46.586723 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'tag': '5176281a-87a4-47dd-9b90-45bcffacb063'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:18:46.588882 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651ded34-553c-470d-b8fb-2a45fcdb4d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e077b2f-2c84-41d9-9f6d-d8a4637b2fad", "tag": "5176281a-87a4-47dd-9b90-45bcffacb063"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:46.628308 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807eeea0-a65d-492f-9c2d-8b71906ff8b8 x-openstack-request-id: req-807eeea0-a65d-492f-9c2d-8b71906ff8b8 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:46.628596 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e077b2f-2c84-41d9-9f6d-d8a4637b2fad", "tag": "5176281a-87a4-47dd-9b90-45bcffacb063", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:46.628847 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-807eeea0-a65d-492f-9c2d-8b71906ff8b8 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:46.629284 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807eeea0-a65d-492f-9c2d-8b71906ff8b8'] response: {'name': 'network-changed', 'server_uuid': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'tag': '5176281a-87a4-47dd-9b90-45bcffacb063', 'status': 'completed', 'code': 200} Jul 14 10:18:46.678397 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:18:46.791629 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255af39-d40f-48e0-9923-7adcfac86831 req-a4077863-3811-4dcc-b4a1-27feda57a37e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:46.794540 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e255af39-d40f-48e0-9923-7adcfac86831 req-a4077863-3811-4dcc-b4a1-27feda57a37e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0774312 Jul 14 10:18:46.802683 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49211d3b-fd4b-4b18-a940-914041bef6e0 req-c8eb78a1-f31f-4485-b7d5-4f8f77639cd6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:46.804017 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-49211d3b-fd4b-4b18-a940-914041bef6e0 req-c8eb78a1-f31f-4485-b7d5-4f8f77639cd6 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0763628 Jul 14 10:18:46.883497 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e255af39-d40f-48e0-9923-7adcfac86831 req-db3d29f2-8ad3-4ef8-bad5-bb7590b9179b tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785308 Jul 14 10:18:46.887397 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-49211d3b-fd4b-4b18-a940-914041bef6e0 req-1fbd5144-5933-4901-af84-fdc0fbcf964b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765038 Jul 14 10:18:46.888092 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '67167b3b-4185-40b8-bfaa-d05985004324', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '5176281a-87a4-47dd-9b90-45bcffacb063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:64:86:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:18:28Z', 'updated_at': '2022-07-14T10:18:45Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:46.917618 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:18:46.926029 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:18:46.926621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:18:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:47.150028 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:18:47.224649 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:47.229282 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:47.384524 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '67167b3b-4185-40b8-bfaa-d05985004324', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '5176281a-87a4-47dd-9b90-45bcffacb063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:64:86:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:18:28Z', 'updated_at': '2022-07-14T10:18:45Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:47.409275 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de02e89-ca91-42df-b1f6-eb84938eded5 None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '67167b3b-4185-40b8-bfaa-d05985004324', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.183', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '5176281a-87a4-47dd-9b90-45bcffacb063', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:64:86:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:18:28Z', 'updated_at': '2022-07-14T10:18:45Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:18:47.456389 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-90a8891c-a3de-4490-985b-8bbb83a3b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:47.458040 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-90a8891c-a3de-4490-985b-8bbb83a3b5c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 1130 time: 0.0422354 Jul 14 10:18:47.477879 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-615867cc-f0e6-4198-ae99-2bec7151470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:47.481318 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-615867cc-f0e6-4198-ae99-2bec7151470c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da859b6d410b4c2b995804fa5ffd190f&device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 1129 time: 0.0462093 Jul 14 10:18:47.556732 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-d4315f86-1449-4b8c-bef7-835494db4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:47.559155 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-d4315f86-1449-4b8c-bef7-835494db4e18 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 915 time: 0.0942330 Jul 14 10:18:47.589417 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-8c0f8bcb-484f-4d17-8760-b9e29ae0bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:47.591014 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-8c0f8bcb-484f-4d17-8760-b9e29ae0bde7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f292b1d-6753-429c-8af0-15033bed0b5f HTTP/1.1" status: 200 len: 909 time: 0.0972145 Jul 14 10:18:47.629263 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-4d5cf153-807c-4f5d-b83f-a3a06b74f557 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5176281a-87a4-47dd-9b90-45bcffacb063 HTTP/1.1" status: 200 len: 1000 time: 0.0637388 Jul 14 10:18:47.648622 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5c5a3-7365-4aa2-b133-9f9895095b63 None None] New status for floating IP 67167b3b-4185-40b8-bfaa-d05985004324: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:18:47.658830 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:47.682142 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-50f666d9-6255-4ef2-9a2f-f78969817464 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=514bf096-233a-451d-b946-24bcc74dc666 HTTP/1.1" status: 200 len: 1000 time: 0.0816517 Jul 14 10:18:47.691793 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-4bdd84c0-68dd-4b91-853e-d300bca8d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:47.693479 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-4bdd84c0-68dd-4b91-853e-d300bca8d943 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.0473504 Jul 14 10:18:47.735141 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-4164f70f-d068-4533-98b2-319e9ce8cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:47.736678 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-4164f70f-d068-4533-98b2-319e9ce8cb1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50ea493f-1ed1-4f45-87a6-371b6cf0d7be HTTP/1.1" status: 200 len: 847 time: 0.0463412 Jul 14 10:18:47.742135 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-0c064a12-461f-4f73-9953-f8e879216600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:47.743693 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-0c064a12-461f-4f73-9953-f8e879216600 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448930 Jul 14 10:18:47.776221 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:47.778362 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:47.783197 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-14db9e79-9400-4aa9-ad55-27e1f807cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:47.784756 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-14db9e79-9400-4aa9-ad55-27e1f807cb86 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f292b1d-6753-429c-8af0-15033bed0b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420039 Jul 14 10:18:47.848810 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-a657c1fa-8c72-4e6d-ba5d-e1c7fcb3e789 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983195 Jul 14 10:18:47.890292 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-091fb742-6288-4472-80a5-6baf7bea17a6 service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948713 Jul 14 10:18:47.951433 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-651ded34-553c-470d-b8fb-2a45fcdb4d8d req-9a282c86-f51b-4041-8046-9f7305fc2154 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951314 Jul 14 10:18:48.010043 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-20b96647-50ef-4089-8714-487cebb03125 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916502 Jul 14 10:18:48.028359 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:48.047317 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f07ef0-b4b1-48e3-aab9-c24b629c4207 req-b7ffd98b-1883-49b7-8852-884bb24b1ff1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:48.048794 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2f07ef0-b4b1-48e3-aab9-c24b629c4207 req-b7ffd98b-1883-49b7-8852-884bb24b1ff1 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0788462 Jul 14 10:18:48.050390 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f9af5f64-4bfb-4128-b672-46c14ec1372c req-e7b036c8-6b27-4e45-9ac5-528b4b4c0d59 service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517284 Jul 14 10:18:48.054804 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c9fd0-6f0f-40c4-adb5-0ae7c648c441 req-74cdbf33-1698-4f0b-82d8-4386305a18e3 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:48.056782 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e7c9fd0-6f0f-40c4-adb5-0ae7c648c441 req-74cdbf33-1698-4f0b-82d8-4386305a18e3 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0881000 Jul 14 10:18:48.079272 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-2a151776-d0f9-4dc6-9fde-82af1a8f42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:48.081199 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-2a151776-d0f9-4dc6-9fde-82af1a8f42e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 1130 time: 0.0439765 Jul 14 10:18:48.115596 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e7c9fd0-6f0f-40c4-adb5-0ae7c648c441 req-b9a988e4-26b3-47e6-8095-b85ffc5b88e2 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509965 Jul 14 10:18:48.161624 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2f07ef0-b4b1-48e3-aab9-c24b629c4207 req-518a5dd3-0cfc-452b-a511-8472e2e5100a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044583 Jul 14 10:18:48.272767 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b499192-4ef0-4211-8e91-df5a3687fb4e req-95b7b4b9-0ef9-40f2-8c8e-30eb0fbd20e3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:48.274507 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4b499192-4ef0-4211-8e91-df5a3687fb4e req-95b7b4b9-0ef9-40f2-8c8e-30eb0fbd20e3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0491843 Jul 14 10:18:48.283401 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51836) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:48.287511 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-72511469-b676-4dd1-b36f-35edaff0eea7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Request body: {'floatingip': {'port_id': 'b40b14ad-171e-4c6c-a909-36191cb0c933'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:18:48.337689 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-72511469-b676-4dd1-b36f-35edaff0eea7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for floatingip (f8f81dc2-34ab-430d-90fa-4061250eef12), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:48.811519 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-72511469-b676-4dd1-b36f-35edaff0eea7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:48.815199 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-72511469-b676-4dd1-b36f-35edaff0eea7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (f8f81dc2-34ab-430d-90fa-4061250eef12), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:48.912786 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:49.012739 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72511469-b676-4dd1-b36f-35edaff0eea7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Router ec372893-84f4-44af-b519-fd0b35a1fab8 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:18:49.116507 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72511469-b676-4dd1-b36f-35edaff0eea7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:18:49.120986 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-72511469-b676-4dd1-b36f-35edaff0eea7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:49.122812 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:49.126264 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] Sync routers for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:18:49.136731 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:18:49.138301 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:18:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:49.156070 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:18:49.158297 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a33892e-a57e-4764-846a-493d097eb1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:49.192772 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-72511469-b676-4dd1-b36f-35edaff0eea7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "PUT /v2.0/floatingips/f8f81dc2-34ab-430d-90fa-4061250eef12 HTTP/1.1" status: 200 len: 993 time: 0.9083271 Jul 14 10:18:49.207940 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49a84a1-f274-47ef-9e95-01eea057a972 x-openstack-request-id: req-c49a84a1-f274-47ef-9e95-01eea057a972 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:49.208232 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:49.208494 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c49a84a1-f274-47ef-9e95-01eea057a972 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:49.208904 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49a84a1-f274-47ef-9e95-01eea057a972'] response: {'name': 'network-changed', 'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'status': 'completed', 'code': 200} Jul 14 10:18:49.242777 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:18:49.260673 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796283c-a72c-4fe5-8c41-c030ddb7f077 req-cc62aaa1-9b7d-4031-bd0e-f95cb35b47af tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:49.264046 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f796283c-a72c-4fe5-8c41-c030ddb7f077 req-cc62aaa1-9b7d-4031-bd0e-f95cb35b47af tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0498862 Jul 14 10:18:49.317907 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f796283c-a72c-4fe5-8c41-c030ddb7f077 req-5f6e46b2-15de-4e53-b166-7200cbf35931 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480516 Jul 14 10:18:49.453617 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': 'f8f81dc2-34ab-430d-90fa-4061250eef12', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'port_id': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'mac_address': 'fa:16:3e:9b:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:16:10Z', 'updated_at': '2022-07-14T10:18:48Z', 'revision_number': 3, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:12Z', 'revision_number': 5, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:49.477940 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] Checking router: ec372893-84f4-44af-b519-fd0b35a1fab8 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:18:49.486319 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:18:49.486924 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:18:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:49.503690 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51852) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:49.551868 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_v2 [None req-4191b64e-fd65-44a1-9a4e-321cb647e6b7 admin admin] Deleting subnet d229980c-ed38-47a4-a2bc-45a7ff589027 {{(pid=104066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:18:49.555047 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4191b64e-fd65-44a1-9a4e-321cb647e6b7 admin admin] Publish callbacks [] for subnet (d229980c-ed38-47a4-a2bc-45a7ff589027), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:49.593484 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4191b64e-fd65-44a1-9a4e-321cb647e6b7 admin admin] Publish callbacks [] for subnet (d229980c-ed38-47a4-a2bc-45a7ff589027), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:49.595277 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:18:49.599427 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4191b64e-fd65-44a1-9a4e-321cb647e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (d229980c-ed38-47a4-a2bc-45a7ff589027), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:49.633952 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33892e-a57e-4764-846a-493d097eb1fa req-3cb7d3e9-7873-4086-b705-340a131197b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:49.635436 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1a33892e-a57e-4764-846a-493d097eb1fa req-3cb7d3e9-7873-4086-b705-340a131197b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 1129 time: 0.0855153 Jul 14 10:18:49.657212 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4191b64e-fd65-44a1-9a4e-321cb647e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (d229980c-ed38-47a4-a2bc-45a7ff589027), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:49.660877 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-df296759-1d10-44a7-ae6a-775b45f2750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:49.662599 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-df296759-1d10-44a7-ae6a-775b45f2750c service neutron] 10.222.0.58 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 912 time: 0.1377206 Jul 14 10:18:49.682371 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191b64e-fd65-44a1-9a4e-321cb647e6b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d229980c-ed38-47a4-a2bc-45a7ff589027,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:49.689995 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4191b64e-fd65-44a1-9a4e-321cb647e6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:49.696061 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-4191b64e-fd65-44a1-9a4e-321cb647e6b7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d229980c-ed38-47a4-a2bc-45a7ff589027 HTTP/1.1" status: 204 len: 168 time: 0.1881654 Jul 14 10:18:49.696490 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51854) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:49.812464 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': 'f8f81dc2-34ab-430d-90fa-4061250eef12', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'port_id': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'mac_address': 'fa:16:3e:9b:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:16:10Z', 'updated_at': '2022-07-14T10:18:48Z', 'revision_number': 3, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:12Z', 'revision_number': 5, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:49.818503 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:49.837186 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e87e78-08c9-4f1a-bd8a-4d897c6af0d7 None None] The sync data for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi is: [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': 'f8f81dc2-34ab-430d-90fa-4061250eef12', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'port_id': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'mac_address': 'fa:16:3e:9b:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:16:10Z', 'updated_at': '2022-07-14T10:18:48Z', 'revision_number': 3, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:12Z', 'revision_number': 5, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:18:49.908131 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-de268359-6bc2-429c-af3b-cbed4046d954 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60 HTTP/1.1" status: 200 len: 1001 time: 0.1474369 Jul 14 10:18:50.023691 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33892e-a57e-4764-846a-493d097eb1fa req-a060eceb-67d4-4d40-b7b4-22e32c170800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:50.025166 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1a33892e-a57e-4764-846a-493d097eb1fa req-a060eceb-67d4-4d40-b7b4-22e32c170800 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.2629070 Jul 14 10:18:50.030158 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:50.050024 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-b2af267b-4617-4ec2-a3b2-17d868d2d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:50.051378 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-b2af267b-4617-4ec2-a3b2-17d868d2d0ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 200 len: 850 time: 0.1247795 Jul 14 10:18:50.099752 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4']}} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:50.129817 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b62079c-8f55-4dff-9a96-2742d03ac88a') {'for_net_delete': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:50.130110 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b62079c-8f55-4dff-9a96-2742d03ac88a') {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:50.148992 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131802644'] for segment (2b62079c-8f55-4dff-9a96-2742d03ac88a), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:50.157778 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:50.166794 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-53235019-94e2-418c-95b3-59bfaf4486a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:50.168781 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-53235019-94e2-418c-95b3-59bfaf4486a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71d0e822-864d-4ce6-a81f-385b20a87683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852318 Jul 14 10:18:50.170424 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1a33892e-a57e-4764-846a-493d097eb1fa req-e1c197a6-66cc-4d2c-b3e4-5bcca4ba5598 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b40b14ad-171e-4c6c-a909-36191cb0c933 HTTP/1.1" status: 200 len: 1001 time: 0.1301036 Jul 14 10:18:50.174185 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (2b62079c-8f55-4dff-9a96-2742d03ac88a), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:50.181046 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=104067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:18:50.181430 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131802555'] for segment (2b62079c-8f55-4dff-9a96-2742d03ac88a), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:50.447912 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1ddb3-4eb4-40fb-9a16-5b4882120e01 req-b4e7db79-2b37-4834-af66-073fdc7beb16 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:50.450024 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2fe1ddb3-4eb4-40fb-9a16-5b4882120e01 req-b4e7db79-2b37-4834-af66-073fdc7beb16 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0558197 Jul 14 10:18:50.484413 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 2b62079c-8f55-4dff-9a96-2742d03ac88a resource provider aggregate not found Jul 14 10:18:50.488169 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:50.501226 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2fe1ddb3-4eb4-40fb-9a16-5b4882120e01 req-2d37daf3-7f90-463c-b248-18399e4d739f tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456686 Jul 14 10:18:50.527034 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 2b62079c-8f55-4dff-9a96-2742d03ac88a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b62079c-8f55-4dff-9a96-2742d03ac88a found for delete ", "request_id": "req-deebec90-8e65-4f5b-b706-9169e32932bc"}]} Jul 14 10:18:50.547538 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:50.576360 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [req-6ce4d940-0e5d-4d23-a847-b02ebf5f5ab0 req-eb66ec39-e8ab-4e01-bdc4-31a13839b735 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:18:50.577402 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6ce4d940-0e5d-4d23-a847-b02ebf5f5ab0 req-eb66ec39-e8ab-4e01-bdc4-31a13839b735 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062749 Jul 14 10:18:50.585667 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:50.588648 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] 10.222.0.61 "DELETE /v2.0/networks/0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4 HTTP/1.1" status: 204 len: 168 time: 0.8910716 Jul 14 10:18:50.602959 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c94590-f061-4afa-bb7e-7fd779bdaf3b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4c91b4-c74a-406f-b9e7-1f32ae5cd0f4,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:50.605939 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33892e-a57e-4764-846a-493d097eb1fa req-b64fb545-56ba-44a3-b69b-6096be8c0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:50.607368 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1a33892e-a57e-4764-846a-493d097eb1fa req-b64fb545-56ba-44a3-b69b-6096be8c0bee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.1690042 Jul 14 10:18:50.635412 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-b3319f8c-5afa-467b-b6a1-b9c4529c680f service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941683 Jul 14 10:18:50.668138 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:50.742474 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51876) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:50.776096 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e9670-9415-4028-a717-c94d41d5b4f0 req-43d0bd8a-3b9c-424f-b094-8b0982ae26a3 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:50.778161 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b57e9670-9415-4028-a717-c94d41d5b4f0 req-43d0bd8a-3b9c-424f-b094-8b0982ae26a3 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0732880 Jul 14 10:18:50.836203 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33892e-a57e-4764-846a-493d097eb1fa req-edd47408-d640-41dc-b671-df4b93b63d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:50.837726 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1a33892e-a57e-4764-846a-493d097eb1fa req-edd47408-d640-41dc-b671-df4b93b63d2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1115789 Jul 14 10:18:50.846978 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51880) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:50.898153 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b57e9670-9415-4028-a717-c94d41d5b4f0 req-c35423dc-2f36-4da7-9c7f-6b9c9b2d1246 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142871 Jul 14 10:18:50.908001 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-c9142598-c69e-40ce-ad3a-bffd67532ed3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1641123 Jul 14 10:18:50.921016 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6eb9f5c7-5fbb-40a9-b4f6-a72bee69fd04 req-df2065d3-a74e-460b-bca6-ba7226223d2d service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744120 Jul 14 10:18:50.921197 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-60b2dbca-03c0-4252-a2be-d561902fb754 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:18:50.921197 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-60b2dbca-03c0-4252-a2be-d561902fb754 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056250 Jul 14 10:18:50.974934 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-5c91d3b7-5298-4253-9844-df3e8fa83c88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2eeff0739c1463383b618c4c56ae344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268535 Jul 14 10:18:50.978002 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51886) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:51.006906 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1a33892e-a57e-4764-846a-493d097eb1fa req-606efba5-2cff-46ad-944e-7cebb4cfa2bd service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500773 Jul 14 10:18:51.035475 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe460010-613d-4af8-ace8-baf71918a90c admin admin] Publish callbacks [] for security_group (6d918a7f-d0a2-4266-9454-c4f9950c6d2e), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:51.057921 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe460010-613d-4af8-ace8-baf71918a90c admin admin] Publish callbacks [] for security_group (6d918a7f-d0a2-4266-9454-c4f9950c6d2e), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:51.066290 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51888) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:18:51.079711 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:51.109687 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe460010-613d-4af8-ace8-baf71918a90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (6d918a7f-d0a2-4266-9454-c4f9950c6d2e), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:51.112554 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fe460010-613d-4af8-ace8-baf71918a90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:51.113753 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-fe460010-613d-4af8-ace8-baf71918a90c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d918a7f-d0a2-4266-9454-c4f9950c6d2e HTTP/1.1" status: 204 len: 168 time: 0.1347890 Jul 14 10:18:51.121700 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe460010-613d-4af8-ace8-baf71918a90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d918a7f-d0a2-4266-9454-c4f9950c6d2e,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:51.184243 dv-cinder-849800-1-iscsi neutron-server[104067]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 10:18:51.210844 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:18:51.212882 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0446376a-6a2e-47fa-a5e4-e06b04256ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:51.231491 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-1bc9e0e9-71fb-4da3-a1cd-66e2f18ce5f2 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:51.233003 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-1bc9e0e9-71fb-4da3-a1cd-66e2f18ce5f2 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports/514bf096-233a-451d-b946-24bcc74dc666 HTTP/1.1" status: 200 len: 942 time: 0.1656935 Jul 14 10:18:51.250772 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfda7637-ee6f-4c4b-88f4-46750eb0f8cc x-openstack-request-id: req-dfda7637-ee6f-4c4b-88f4-46750eb0f8cc {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:51.253157 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:51.253257 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfda7637-ee6f-4c4b-88f4-46750eb0f8cc {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:51.253583 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfda7637-ee6f-4c4b-88f4-46750eb0f8cc'] response: {'name': 'network-changed', 'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'status': 'completed', 'code': 200} Jul 14 10:18:51.475998 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1a33892e-a57e-4764-846a-493d097eb1fa req-db512788-cd05-4783-a82f-ef8a3af836c1 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344781 Jul 14 10:18:51.569010 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-5ff2079b-64cc-4ade-abf0-3ba06d96d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:51.570687 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-5ff2079b-64cc-4ade-abf0-3ba06d96d047 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76e4caaf5b9e49678bc6427b71560f19&device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 1129 time: 0.0427673 Jul 14 10:18:51.680076 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-64320a46-25a8-4de0-b19c-1de80b89d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:51.681587 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-64320a46-25a8-4de0-b19c-1de80b89d3a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 200 len: 920 time: 0.0863197 Jul 14 10:18:51.925013 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-46e4472f-8d36-477b-b6e4-5fab7e206c4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b40b14ad-171e-4c6c-a909-36191cb0c933 HTTP/1.1" status: 200 len: 1001 time: 0.0668590 Jul 14 10:18:51.983210 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-626a3fd1-5d31-44fc-b5c0-e61e8a9802f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:51.984701 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-626a3fd1-5d31-44fc-b5c0-e61e8a9802f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 200 len: 858 time: 0.0503254 Jul 14 10:18:52.013745 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84329fef-ca53-404f-afc7-3bba361e4900 req-81f02089-682c-451a-83ac-33a4c4854fd0 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:52.015238 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-84329fef-ca53-404f-afc7-3bba361e4900 req-81f02089-682c-451a-83ac-33a4c4854fd0 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0473387 Jul 14 10:18:52.042840 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:52.054363 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-ea0656e2-6fe5-4b6b-b2f5-925d85f7e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:52.056439 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-ea0656e2-6fe5-4b6b-b2f5-925d85f7e380 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c86764b5-6320-470e-8466-fc72ac9ee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461087 Jul 14 10:18:52.069922 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-84329fef-ca53-404f-afc7-3bba361e4900 req-a4a51568-d573-4352-a2e4-3e76a066fb42 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486760 Jul 14 10:18:52.135570 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:52.158921 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-e0b50bf0-9cb2-4bed-964b-1f83ae0d4734 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911243 Jul 14 10:18:52.184872 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:52.251367 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0446376a-6a2e-47fa-a5e4-e06b04256ba9 req-8112add8-c4bb-4d05-b0f6-888f522ea938 service neutron] 10.222.0.58 "GET /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831299 Jul 14 10:18:53.101393 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-19d17dd8-919a-41ba-be42-6a0c45dd71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:53.102808 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-19d17dd8-919a-41ba-be42-6a0c45dd71ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f&tenant_id=da859b6d410b4c2b995804fa5ffd190f HTTP/1.1" status: 200 len: 1129 time: 0.0757873 Jul 14 10:18:53.167114 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-59445924-d2fe-4fc7-9d9b-3b53df45e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:53.168643 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-59445924-d2fe-4fc7-9d9b-3b53df45e49c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da859b6d410b4c2b995804fa5ffd190f&device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 1129 time: 0.0399914 Jul 14 10:18:53.192631 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fe4b5-91fd-4603-b2ca-98a51015ff80 req-75280124-3099-4e5a-b956-056df9f72e11 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:53.194219 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-339fe4b5-91fd-4603-b2ca-98a51015ff80 req-75280124-3099-4e5a-b956-056df9f72e11 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0478125 Jul 14 10:18:53.243286 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-339fe4b5-91fd-4603-b2ca-98a51015ff80 req-f19a1d0e-860b-4a18-974d-b73269377160 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435975 Jul 14 10:18:53.283401 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-66f654fc-b154-4b89-911f-e7fb92b039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:53.284855 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-66f654fc-b154-4b89-911f-e7fb92b039e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f292b1d-6753-429c-8af0-15033bed0b5f HTTP/1.1" status: 200 len: 909 time: 0.0899434 Jul 14 10:18:53.349122 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-e6de4af4-0d3f-4cf6-9867-47269cac981e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=514bf096-233a-451d-b946-24bcc74dc666 HTTP/1.1" status: 200 len: 1000 time: 0.0539157 Jul 14 10:18:53.400024 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-7b40beb5-6bbb-4e35-a2dd-14907ddfdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:53.401424 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-7b40beb5-6bbb-4e35-a2dd-14907ddfdf33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50ea493f-1ed1-4f45-87a6-371b6cf0d7be HTTP/1.1" status: 200 len: 847 time: 0.0461149 Jul 14 10:18:53.462862 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-3a93493a-38f8-4c7d-9b2c-38dd22a0a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:53.464302 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-3a93493a-38f8-4c7d-9b2c-38dd22a0a7d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f292b1d-6753-429c-8af0-15033bed0b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387557 Jul 14 10:18:53.558145 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-110a718c-a8b6-44ab-a102-b1a35d0b1db9 service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803385 Jul 14 10:18:53.665103 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a33d57f-5fd9-4722-93f7-7db7cc088411 req-70c8d8f3-90a6-49c2-9fc0-7a4f0bb03976 service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 Jul 14 10:18:54.364450 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4895a-d835-4a7a-89f4-a60827e683d3 req-8b671819-9504-45bf-8bd0-4c08ed921da6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:54.365946 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-29f4895a-d835-4a7a-89f4-a60827e683d3 req-8b671819-9504-45bf-8bd0-4c08ed921da6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0474844 Jul 14 10:18:54.378231 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:54.415783 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-29f4895a-d835-4a7a-89f4-a60827e683d3 req-7308f42b-9e67-4e98-819f-00b2252b8b51 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444322 Jul 14 10:18:54.784571 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 514bf096-233a-451d-b946-24bcc74dc666 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:18:54.810174 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:54.845847 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:54.860870 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 514bf096-233a-451d-b946-24bcc74dc666 is: ACTIVE; New status is: DOWN {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:18:54.861291 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (514bf096-233a-451d-b946-24bcc74dc666), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:54.882983 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514bf096-233a-451d-b946-24bcc74dc666'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:18:54.885185 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d1fc08-70e0-4a95-a09e-4c6b2c773de3" -d '{"events": [{"server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "name": "network-vif-unplugged", "status": "completed", "tag": "514bf096-233a-451d-b946-24bcc74dc666"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:54.897107 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 514bf096-233a-451d-b946-24bcc74dc666, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=514bf096-233a-451d-b946-24bcc74dc666,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:54.901352 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (514bf096-233a-451d-b946-24bcc74dc666), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:18:54.923801 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 10:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543a6bb5-d34a-4f51-8606-648e53666fcd x-openstack-request-id: req-543a6bb5-d34a-4f51-8606-648e53666fcd {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:54.924102 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "name": "network-vif-unplugged", "status": "completed", "tag": "514bf096-233a-451d-b946-24bcc74dc666", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:54.924350 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-543a6bb5-d34a-4f51-8606-648e53666fcd {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:54.924729 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-543a6bb5-d34a-4f51-8606-648e53666fcd'] response: {'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514bf096-233a-451d-b946-24bcc74dc666', 'code': 200} Jul 14 10:18:54.949233 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=514bf096-233a-451d-b946-24bcc74dc666,revision_number=6']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:54.956140 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.956479 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.956811 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.957196 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.957528 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.957853 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.958172 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.958490 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.958803 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.959115 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.959430 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.959743 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.960054 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.960369 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:54.960678 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:55.535769 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f52a7-9a7d-44b5-b0f2-cb1df480b7cd req-db8ac657-1d13-4d3e-a6bf-8971f772c697 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:55.537152 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-151f52a7-9a7d-44b5-b0f2-cb1df480b7cd req-db8ac657-1d13-4d3e-a6bf-8971f772c697 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.0518031 Jul 14 10:18:55.586335 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-151f52a7-9a7d-44b5-b0f2-cb1df480b7cd req-9579a117-b235-45aa-a570-b5a3f71da060 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436203 Jul 14 10:18:56.699895 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234c834-c5af-4e04-9040-7b1106fe5184 req-fc0cea50-babb-4389-adbe-b811f3df20a4 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:56.701530 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c234c834-c5af-4e04-9040-7b1106fe5184 req-fc0cea50-babb-4389-adbe-b811f3df20a4 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.0471113 Jul 14 10:18:56.749778 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c234c834-c5af-4e04-9040-7b1106fe5184 req-ecf9c04c-2e79-42ec-ba4e-b1747bda9906 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428839 Jul 14 10:18:57.754468 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:18:57.865931 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e960-b0de-447b-a076-962b9174814d req-ca47ed50-0000-46c1-abc3-562d5c9c821e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:57.867396 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ceb8e960-b0de-447b-a076-962b9174814d req-ca47ed50-0000-46c1-abc3-562d5c9c821e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.0503016 Jul 14 10:18:57.915270 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ceb8e960-b0de-447b-a076-962b9174814d req-3891ce3d-ecae-49b9-8e7f-48e401135fa7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422988 Jul 14 10:18:59.035773 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b08a6-70d5-4b5e-804d-1c0b887b8b9a req-5a645a64-6f8e-4a05-abe8-242b7af90561 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:18:59.037247 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-268b08a6-70d5-4b5e-804d-1c0b887b8b9a req-5a645a64-6f8e-4a05-abe8-242b7af90561 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.0473018 Jul 14 10:18:59.085421 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-268b08a6-70d5-4b5e-804d-1c0b887b8b9a req-c6f4c979-853c-46a7-915c-4319dfb3f3c6 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426848 Jul 14 10:19:00.204996 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db349f52-ee67-40b3-9513-6c53dc8b8bbc req-c6527d6f-0f92-4392-aacf-0e4382f4ce22 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:00.206445 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-db349f52-ee67-40b3-9513-6c53dc8b8bbc req-c6527d6f-0f92-4392-aacf-0e4382f4ce22 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.0471072 Jul 14 10:19:00.260694 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-db349f52-ee67-40b3-9513-6c53dc8b8bbc req-8aa941f0-02ee-4e50-92b3-2c909bd9a838 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482690 Jul 14 10:19:00.291933 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc64a3-871c-4bdd-9bcf-d6bc61bc5d05 req-6ac41ccb-474a-4ce1-b14b-e69ec51e72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:00.293441 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e4bc64a3-871c-4bdd-9bcf-d6bc61bc5d05 req-6ac41ccb-474a-4ce1-b14b-e69ec51e72ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 1127 time: 0.0390892 Jul 14 10:19:00.339907 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e4bc64a3-871c-4bdd-9bcf-d6bc61bc5d05 req-1df5c40b-f9b6-438d-9fae-66889fda0c31 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397673 Jul 14 10:19:01.374232 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baea296-989a-446f-9362-54076b8f62dd req-9b2c046b-330c-456f-9108-c1fe9560b296 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:01.375746 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1baea296-989a-446f-9362-54076b8f62dd req-9b2c046b-330c-456f-9108-c1fe9560b296 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.0484474 Jul 14 10:19:01.419279 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77c2b0ca-68e4-4c04-aaeb-051fea606b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:01.425192 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1baea296-989a-446f-9362-54076b8f62dd req-f8f493fa-0c2b-4cb1-80ec-1f2c51a17a40 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439112 Jul 14 10:19:02.041271 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=17 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:02.542194 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d84b01-6f73-40e6-9c6c-0611bda527c7 req-2097def1-7d81-4bae-bbce-77af7ef3d283 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:02.543649 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c4d84b01-6f73-40e6-9c6c-0611bda527c7 req-2097def1-7d81-4bae-bbce-77af7ef3d283 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 943 time: 0.0475721 Jul 14 10:19:02.591572 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c4d84b01-6f73-40e6-9c6c-0611bda527c7 req-97012cd1-4af6-468c-9dad-aa8b7629e031 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415592 Jul 14 10:19:02.841878 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 514bf096-233a-451d-b946-24bcc74dc666 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:19:02.942572 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 514bf096-233a-451d-b946-24bcc74dc666, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=514bf096-233a-451d-b946-24bcc74dc666,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:02.954189 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '514bf096-233a-451d-b946-24bcc74dc666', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'port_id': '514bf096-233a-451d-b946-24bcc74dc666', 'mac_address': 'fa:16:3e:b0:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:19:02.990973 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 514bf096-233a-451d-b946-24bcc74dc666 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:19:02.991355 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (514bf096-233a-451d-b946-24bcc74dc666), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:03.003893 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514bf096-233a-451d-b946-24bcc74dc666 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:19:03.024406 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 514bf096-233a-451d-b946-24bcc74dc666, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=514bf096-233a-451d-b946-24bcc74dc666,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:03.028484 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (514bf096-233a-451d-b946-24bcc74dc666), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:03.074462 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=514bf096-233a-451d-b946-24bcc74dc666,revision_number=7']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:03.488069 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['514bf096-233a-451d-b946-24bcc74dc666'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:19:03.664659 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7d38f210-2be4-447a-8c72-ef53cef0c432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:03.810350 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:03.828605 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:04.853608 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 514bf096-233a-451d-b946-24bcc74dc666 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:04.896329 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 514bf096-233a-451d-b946-24bcc74dc666 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:19:04.896701 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (514bf096-233a-451d-b946-24bcc74dc666), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:04.965949 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 514bf096-233a-451d-b946-24bcc74dc666 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:19:04.966332 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (514bf096-233a-451d-b946-24bcc74dc666), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:04.988905 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514bf096-233a-451d-b946-24bcc74dc666'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:19:04.991138 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec8fded-c695-485b-a8e9-1aca3e4491ba" -d '{"events": [{"server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "name": "network-vif-plugged", "status": "completed", "tag": "514bf096-233a-451d-b946-24bcc74dc666"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:05.014634 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 514bf096-233a-451d-b946-24bcc74dc666, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=514bf096-233a-451d-b946-24bcc74dc666,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:05.019599 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (514bf096-233a-451d-b946-24bcc74dc666), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:05.024027 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:05.043992 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b75fc2f-6646-4143-a6d7-7380a28f2dc9 x-openstack-request-id: req-6b75fc2f-6646-4143-a6d7-7380a28f2dc9 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:05.044282 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "name": "network-vif-plugged", "status": "completed", "tag": "514bf096-233a-451d-b946-24bcc74dc666", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:05.044532 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b75fc2f-6646-4143-a6d7-7380a28f2dc9 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:05.044938 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b75fc2f-6646-4143-a6d7-7380a28f2dc9'] response: {'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514bf096-233a-451d-b946-24bcc74dc666', 'code': 200} Jul 14 10:19:05.070283 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=514bf096-233a-451d-b946-24bcc74dc666,revision_number=8']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:06.369587 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:06.497486 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:10.327677 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=67 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:10.336524 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=70 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:12.584156 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=65 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:12.588109 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:16.491179 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:16.493238 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:20.685338 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:20.903985 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0143ed-ee55-4a63-bea3-5f084dd5b625 req-6c008e97-3316-4621-902c-495625ff565a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:20.905472 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a0143ed-ee55-4a63-bea3-5f084dd5b625 req-6c008e97-3316-4621-902c-495625ff565a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0508578 Jul 14 10:19:20.952449 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a0143ed-ee55-4a63-bea3-5f084dd5b625 req-df7c1b4f-d40e-4926-8fc5-500ea350db2a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Jul 14 10:19:22.067874 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5f5d8-10d3-463c-9324-4263e786ff3a req-e15003ff-4d6c-49ea-b292-f4b642220285 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:22.069423 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9e5f5d8-10d3-463c-9324-4263e786ff3a req-e15003ff-4d6c-49ea-b292-f4b642220285 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0488298 Jul 14 10:19:22.115980 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9e5f5d8-10d3-463c-9324-4263e786ff3a req-c7af5d5a-fa4a-4e10-82b2-03e8995c0456 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409634 Jul 14 10:19:23.230060 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad1485-0f7a-46fb-b61d-7cb9205a1031 req-f14b3d9b-4b82-4ac5-883a-ec6dfcc7cdef tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:23.231501 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4fad1485-0f7a-46fb-b61d-7cb9205a1031 req-f14b3d9b-4b82-4ac5-883a-ec6dfcc7cdef tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0473173 Jul 14 10:19:23.282470 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4fad1485-0f7a-46fb-b61d-7cb9205a1031 req-69d8d846-b8fd-42f1-8d8d-4ab48dd1dc18 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=572db2ee-1e73-44cf-891a-42e8a92d3049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455568 Jul 14 10:19:23.439842 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266aed42-44e9-485f-9432-f870cf121f38 req-bce18249-b261-49f7-90ce-fe4fb1d13dc9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:23.441276 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-266aed42-44e9-485f-9432-f870cf121f38 req-bce18249-b261-49f7-90ce-fe4fb1d13dc9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 946 time: 0.0498176 Jul 14 10:19:23.523734 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Deleting port 60884b85-920e-41c7-b0fe-f0bd7728bc60 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:23.524069 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:23.613132 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] For port 60884b85-920e-41c7-b0fe-f0bd7728bc60, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=60884b85-920e-41c7-b0fe-f0bd7728bc60,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:23.613490 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:23.771480 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:23.771757 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (1563450a-a08c-4124-8f19-50b5f047989e), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:23.772326 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.l3_db [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Floating IP 1563450a-a08c-4124-8f19-50b5f047989e disassociated. External IP: 172.27.0.12, port: 60884b85-920e-41c7-b0fe-f0bd7728bc60. Jul 14 10:19:23.772669 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Calling delete_port for 60884b85-920e-41c7-b0fe-f0bd7728bc60 owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:23.898850 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (60884b85-920e-41c7-b0fe-f0bd7728bc60), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:23.924195 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event deleted for resources: {'Port': ['ID=60884b85-920e-41c7-b0fe-f0bd7728bc60,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:23.933813 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.934151 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.934483 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.934835 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.935142 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.935460 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.935777 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.936149 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.937438 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.937438 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.937638 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.937909 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.938220 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.938529 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.938841 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:24.045324 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:19:24.147738 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:24.157031 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] Sync routers for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:24.166875 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:19:24.167475 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:24.189320 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] No DVR routers for this DVR port 60884b85-920e-41c7-b0fe-f0bd7728bc60 on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:19:24.191855 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:24.195078 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-266aed42-44e9-485f-9432-f870cf121f38 req-3a37f1f3-4e8c-4135-a907-7140ea91451b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.58 "DELETE /v2.0/ports/60884b85-920e-41c7-b0fe-f0bd7728bc60 HTTP/1.1" status: 204 len: 173 time: 0.7476475 Jul 14 10:19:24.195510 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'name': 'network-vif-deleted', 'tag': '60884b85-920e-41c7-b0fe-f0bd7728bc60'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:19:24.197861 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6870a48-71ed-496a-931e-5f64feb3bdb6" -d '{"events": [{"server_uuid": "cb5e53dd-665c-4eb7-a9b9-94555c21df75", "name": "network-vif-deleted", "tag": "60884b85-920e-41c7-b0fe-f0bd7728bc60"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:24.360771 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:19:24.432913 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2b4c693-f594-4d71-8bfd-3bdab59fc3a5 req-67b3885e-3d36-46be-85b9-feb0cd121ce3 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb5e53dd-665c-4eb7-a9b9-94555c21df75 HTTP/1.1" status: 200 len: 210 time: 0.0433605 Jul 14 10:19:24.434615 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e62dd78-8d07-4b0f-8aca-c80e7565be9b x-openstack-request-id: req-6e62dd78-8d07-4b0f-8aca-c80e7565be9b {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:24.434985 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5e53dd-665c-4eb7-a9b9-94555c21df75", "name": "network-vif-deleted", "tag": "60884b85-920e-41c7-b0fe-f0bd7728bc60", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:24.435348 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e62dd78-8d07-4b0f-8aca-c80e7565be9b {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:24.435831 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e62dd78-8d07-4b0f-8aca-c80e7565be9b'] response: {'server_uuid': 'cb5e53dd-665c-4eb7-a9b9-94555c21df75', 'name': 'network-vif-deleted', 'tag': '60884b85-920e-41c7-b0fe-f0bd7728bc60', 'status': 'completed', 'code': 200} Jul 14 10:19:24.558915 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:24.582486 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] Checking router: 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:24.593169 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:19:24.593873 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:24.695508 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:19:24.890451 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:24.918449 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548da3a-1d92-4a29-a1ca-ebf39a164c5f None None] The sync data for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi is: [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:25.126866 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc14223-1e53-49e4-b374-05b7f539aff6 None None] New status for floating IP 1563450a-a08c-4124-8f19-50b5f047989e: DOWN {{(pid=104068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:19:25.512693 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51982) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:25.566156 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (572db2ee-1e73-44cf-891a-42e8a92d3049), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:25.589938 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (572db2ee-1e73-44cf-891a-42e8a92d3049), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:25.637633 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (572db2ee-1e73-44cf-891a-42e8a92d3049), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:25.641106 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:25.642256 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "DELETE /v2.0/security-groups/572db2ee-1e73-44cf-891a-42e8a92d3049 HTTP/1.1" status: 204 len: 168 time: 0.1285284 Jul 14 10:19:25.645107 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51984) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:25.651642 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572db2ee-1e73-44cf-891a-42e8a92d3049,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:25.659603 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.659955 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.660298 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.660405 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.api.v2.resource [None req-663e8363-8219-4837-ae41-2602a8d36b0f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] show failed (client error): The resource could not be found. Jul 14 10:19:25.660638 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.661011 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.661345 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-663e8363-8219-4837-ae41-2602a8d36b0f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups/572db2ee-1e73-44cf-891a-42e8a92d3049 HTTP/1.1" status: 404 len: 347 time: 0.0151570 Jul 14 10:19:25.661581 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.661694 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.661984 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.662322 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.662635 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.662959 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.663282 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.663608 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.663919 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.664121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51986) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:25.664225 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08a1e2-60b5-486e-97e6-d25648584ce2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:25.773818 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:25.776847 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-6efcea13-20f9-4c39-a23a-d997913c1d9d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Deleting port 0bfe0e07-5811-4575-9777-fa08efd9e538 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:25.777213 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6efcea13-20f9-4c39-a23a-d997913c1d9d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (0bfe0e07-5811-4575-9777-fa08efd9e538), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:25.796139 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:25.856677 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6efcea13-20f9-4c39-a23a-d997913c1d9d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (0bfe0e07-5811-4575-9777-fa08efd9e538), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:25.857029 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6efcea13-20f9-4c39-a23a-d997913c1d9d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (0bfe0e07-5811-4575-9777-fa08efd9e538), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:25.869187 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-6efcea13-20f9-4c39-a23a-d997913c1d9d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Calling delete_port for 0bfe0e07-5811-4575-9777-fa08efd9e538 owned by network:floatingip {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:26.004816 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6efcea13-20f9-4c39-a23a-d997913c1d9d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (0bfe0e07-5811-4575-9777-fa08efd9e538), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.033905 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcea13-20f9-4c39-a23a-d997913c1d9d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event deleted for resources: {'Port': ['ID=0bfe0e07-5811-4575-9777-fa08efd9e538,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:26.101541 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6efcea13-20f9-4c39-a23a-d997913c1d9d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (1563450a-a08c-4124-8f19-50b5f047989e), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.104059 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-6efcea13-20f9-4c39-a23a-d997913c1d9d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.105222 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-6efcea13-20f9-4c39-a23a-d997913c1d9d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "DELETE /v2.0/floatingips/1563450a-a08c-4124-8f19-50b5f047989e HTTP/1.1" status: 204 len: 168 time: 0.4402082 Jul 14 10:19:26.184323 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 51990) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:26.189339 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-7872d3a5-5fe0-4c21-9974-56778b2d17ce tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340252175', 'description': 'tempest-description--1431257407'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:26.209841 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7872d3a5-5fe0-4c21-9974-56778b2d17ce tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.279195 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7872d3a5-5fe0-4c21-9974-56778b2d17ce tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (4fe10b40-3987-4a35-b519-fe7821918f4e), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.283110 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7872d3a5-5fe0-4c21-9974-56778b2d17ce tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (4fe10b40-3987-4a35-b519-fe7821918f4e), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.314699 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7872d3a5-5fe0-4c21-9974-56778b2d17ce tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.315822 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-7872d3a5-5fe0-4c21-9974-56778b2d17ce tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1304512 Jul 14 10:19:26.316896 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872d3a5-5fe0-4c21-9974-56778b2d17ce tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe10b40-3987-4a35-b519-fe7821918f4e,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:26.318829 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51992) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:26.323359 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-c8299be5-6d5a-4679-807a-1752e65ad5cc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'security_group_rule': {'security_group_id': '4fe10b40-3987-4a35-b519-fe7821918f4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:26.350459 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c8299be5-6d5a-4679-807a-1752e65ad5cc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (cb8af0be-f6cf-4526-a425-d39b5f187a77), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.405207 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c8299be5-6d5a-4679-807a-1752e65ad5cc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (cb8af0be-f6cf-4526-a425-d39b5f187a77), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.408583 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c8299be5-6d5a-4679-807a-1752e65ad5cc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (cb8af0be-f6cf-4526-a425-d39b5f187a77), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.429177 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8299be5-6d5a-4679-807a-1752e65ad5cc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8af0be-f6cf-4526-a425-d39b5f187a77,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:26.438871 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c8299be5-6d5a-4679-807a-1752e65ad5cc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.440069 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-c8299be5-6d5a-4679-807a-1752e65ad5cc tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202211 Jul 14 10:19:26.442777 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51994) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:26.446933 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-a0390f17-1f60-41d2-9a5e-62120d7bd0a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'security_group_rule': {'security_group_id': '4fe10b40-3987-4a35-b519-fe7821918f4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:26.471945 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a0390f17-1f60-41d2-9a5e-62120d7bd0a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (54aa3d51-f945-4657-8ee4-fd45da735ba0), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.527607 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a0390f17-1f60-41d2-9a5e-62120d7bd0a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (54aa3d51-f945-4657-8ee4-fd45da735ba0), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.531622 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a0390f17-1f60-41d2-9a5e-62120d7bd0a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (54aa3d51-f945-4657-8ee4-fd45da735ba0), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.550242 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0390f17-1f60-41d2-9a5e-62120d7bd0a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aa3d51-f945-4657-8ee4-fd45da735ba0,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:26.557175 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a0390f17-1f60-41d2-9a5e-62120d7bd0a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.558342 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-a0390f17-1f60-41d2-9a5e-62120d7bd0a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146340 Jul 14 10:19:26.562359 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 51996) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:26.566503 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:26.585931 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.664462 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:26.970520 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 60884b85-920e-41c7-b0fe-f0bd7728bc60 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:26.976386 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:26.980490 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:26.990370 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 60884b85-920e-41c7-b0fe-f0bd7728bc60 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:19:26.990721 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 60884b85-920e-41c7-b0fe-f0bd7728bc60 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:27.005157 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Allocated IP 172.27.0.116 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/e887395e-1950-4729-a015-c0c2537f5e6b) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:27.108800 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for port (e887395e-1950-4729-a015-c0c2537f5e6b), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:27.141356 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (e887395e-1950-4729-a015-c0c2537f5e6b), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:27.177584 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:27.183020 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:27.187490 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:19:27.192545 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'Port': ['ID=e887395e-1950-4729-a015-c0c2537f5e6b,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:27.274182 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (535d16bf-9cbc-4c2a-8665-f0b965460fc9), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:27.309768 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (e887395e-1950-4729-a015-c0c2537f5e6b), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:27.451925 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for port (e887395e-1950-4729-a015-c0c2537f5e6b), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:27.455917 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (e887395e-1950-4729-a015-c0c2537f5e6b), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:27.521019 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'Port': ['ID=e887395e-1950-4729-a015-c0c2537f5e6b,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:27.533519 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (535d16bf-9cbc-4c2a-8665-f0b965460fc9), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:27.549427 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:27.550645 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-285f1238-f07a-45ac-87af-980bf739ec5b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9873798 Jul 14 10:19:27.694691 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-e329b061-c2f4-482c-9286-3c90aebc29bb tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1340252175&fields=id&tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0 HTTP/1.1" status: 200 len: 267 time: 0.0431287 Jul 14 10:19:27.799247 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-dea31b81-62f9-454f-8c83-4db3fbd90679 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:27.800573 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-dea31b81-62f9-454f-8c83-4db3fbd90679 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 811 time: 0.0996017 Jul 14 10:19:27.814943 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-f328fa34-767c-4ad9-8c6f-49200fd93bc9 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/quotas/a4cde0820dc5474eb7091fb3a8de4cd0 HTTP/1.1" status: 200 len: 375 time: 0.0086780 Jul 14 10:19:27.864254 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-fd773893-cfdd-4344-ac82-5d43275a7149 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446627 Jul 14 10:19:28.023594 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:28.043959 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:28.048562 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-49fd8fc3-89fb-47c1-9860-fbdb5399f1bc service neutron] 10.222.0.61 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732104 Jul 14 10:19:28.371632 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-ee15e0be-f2b9-4b08-b9e4-1f654a881424 service neutron] 10.222.0.61 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168414 Jul 14 10:19:28.529207 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fca8a16d-68bf-4c7d-a8b6-c44cb6fdffe1 req-3569e3ad-2470-446f-abf6-143f05112540 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 210 time: 0.0276973 Jul 14 10:19:29.033651 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:19:29.620947 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:29.627619 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-17df8e4f-a34c-43b7-9dae-b7c0f245db1e req-896eaf6e-278b-4097-bbad-7398ee9212b1 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 210 time: 0.0293531 Jul 14 10:19:29.701171 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-07a18545-ead7-4538-8ca2-e5160d704846 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:29.702786 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-07a18545-ead7-4538-8ca2-e5160d704846 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.58 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 811 time: 0.1172650 Jul 14 10:19:29.768370 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-bc0c305a-e179-484b-b1a4-84025c94c1a6 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0 HTTP/1.1" status: 200 len: 380 time: 0.0550959 Jul 14 10:19:29.873718 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'port': {'device_id': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'admin_state_up': True, 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'security_groups': ['4fe10b40-3987-4a35-b519-fe7821918f4e']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:29.942223 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:29.984959 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Made reservation on behalf of a4cde0820dc5474eb7091fb3a8de4cd0 for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:29.988305 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:30.112111 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Allocated IP 172.20.0.8 (71d0e822-864d-4ce6-a81f-385b20a87683/071f2e91-7cf1-4a54-8cdc-0b9d733ac146/fd9be155-f5da-4d85-b353-8c3d7b3943c6) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:30.257481 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:30.290074 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:30.330010 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Network 71d0e822-864d-4ce6-a81f-385b20a87683 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:30.333053 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:30.339194 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:19:30.369167 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event updated for resources: {'Port': ['ID=fd9be155-f5da-4d85-b353-8c3d7b3943c6,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:30.398853 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:30.399500 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:30.418771 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-10172769-485b-492a-bc8d-9ddaec301d68 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5487032 Jul 14 10:19:30.498435 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Request body: {'port': {'device_id': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:30.523074 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:30.566481 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:30.573207 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-8d119ad8-84d8-4092-928d-bd4f8b7abba7 None None] Provisioning complete for port fd9be155-f5da-4d85-b353-8c3d7b3943c6 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:19:30.573711 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d119ad8-84d8-4092-928d-bd4f8b7abba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:30.604723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8d119ad8-84d8-4092-928d-bd4f8b7abba7 None None] Port fd9be155-f5da-4d85-b353-8c3d7b3943c6 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:19:30.745838 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7e83c-a276-4001-ac90-1324e9602255 req-973d8e04-f805-4435-931a-2be6d459678c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:30.747306 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0ad7e83c-a276-4001-ac90-1324e9602255 req-973d8e04-f805-4435-931a-2be6d459678c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 931 time: 0.0499382 Jul 14 10:19:30.794754 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0ad7e83c-a276-4001-ac90-1324e9602255 req-a2d440e3-faba-49a6-bdee-2270a8df0aeb tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417736 Jul 14 10:19:30.824720 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9be155-f5da-4d85-b353-8c3d7b3943c6 {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:19:30.832575 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Publish callbacks [] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:30.846196 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Transition to ACTIVE for port object fd9be155-f5da-4d85-b353-8c3d7b3943c6 will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:19:30.849525 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:30.852561 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:30.902853 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9be155-f5da-4d85-b353-8c3d7b3943c6,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:30.979674 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Attempting to bind port fd9be155-f5da-4d85-b353-8c3d7b3943c6 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:19:30.980014 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Attempting to bind port fd9be155-f5da-4d85-b353-8c3d7b3943c6 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:19:30.980341 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Attempting to bind port fd9be155-f5da-4d85-b353-8c3d7b3943c6 on network 71d0e822-864d-4ce6-a81f-385b20a87683 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:19:30.985236 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Port fd9be155-f5da-4d85-b353-8c3d7b3943c6 on network 71d0e822-864d-4ce6-a81f-385b20a87683 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:19:30.985556 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Attempting to bind port fd9be155-f5da-4d85-b353-8c3d7b3943c6 on network 71d0e822-864d-4ce6-a81f-385b20a87683 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:19:30.990677 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:19:30.991009 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Checking segment: {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:19:30.991386 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Bound using segment: {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:19:30.991808 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Bound port: fd9be155-f5da-4d85-b353-8c3d7b3943c6, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f064464f-4f6d-4eac-9cbc-5b8c13a25379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:19:30.992171 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:31.060032 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] For port fd9be155-f5da-4d85-b353-8c3d7b3943c6, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:31.063610 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] For port fd9be155-f5da-4d85-b353-8c3d7b3943c6, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=fd9be155-f5da-4d85-b353-8c3d7b3943c6,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:31.068861 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:31.100823 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:31.101467 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:31.102822 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] 10.222.0.58 "PUT /v2.0/ports/fd9be155-f5da-4d85-b353-8c3d7b3943c6 HTTP/1.1" status: 200 len: 1093 time: 0.6649992 Jul 14 10:19:31.103244 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'tag': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:19:31.105475 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b0ea9b-fef8-46b7-af9b-f478940771d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2418cd-d4dd-4a16-9d70-d601cb1efa76", "tag": "fd9be155-f5da-4d85-b353-8c3d7b3943c6"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:31.145722 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb69f5-0bd1-4abf-83db-7ad4a0b48974 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9be155-f5da-4d85-b353-8c3d7b3943c6,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:31.155850 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b3260-c00f-43ff-94b3-e9f4f88e03d6 x-openstack-request-id: req-9d5b3260-c00f-43ff-94b3-e9f4f88e03d6 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:31.156725 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2418cd-d4dd-4a16-9d70-d601cb1efa76", "tag": "fd9be155-f5da-4d85-b353-8c3d7b3943c6", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:31.157047 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d5b3260-c00f-43ff-94b3-e9f4f88e03d6 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:31.157556 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5b3260-c00f-43ff-94b3-e9f4f88e03d6'] response: {'name': 'network-changed', 'server_uuid': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'tag': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6', 'status': 'completed', 'code': 200} Jul 14 10:19:31.216818 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-e4621494-a821-4e70-b870-4335fbd8b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:31.218459 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-e4621494-a821-4e70-b870-4335fbd8b6e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 1127 time: 0.0460153 Jul 14 10:19:31.272472 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-3f530b77-d1cf-40e9-bbe8-c262556d5929 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9be155-f5da-4d85-b353-8c3d7b3943c6 HTTP/1.1" status: 200 len: 217 time: 0.0359001 Jul 14 10:19:31.334916 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-95c3641d-b01a-4215-87fb-7ad2dc1c24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:31.336999 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-95c3641d-b01a-4215-87fb-7ad2dc1c24c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 200 len: 850 time: 0.0475061 Jul 14 10:19:31.384184 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-450ad519-bcca-4f0f-a9c7-2f54d6ee7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:31.385951 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-450ad519-bcca-4f0f-a9c7-2f54d6ee7220 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71d0e822-864d-4ce6-a81f-385b20a87683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405319 Jul 14 10:19:31.423392 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-236bc9d9-7e7a-46bc-853e-a02bfbd39c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:31.463863 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:31.501929 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-611416be-156c-4bb6-84cb-462d223df4a9 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983458 Jul 14 10:19:31.600855 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a739bfeb-a17c-403c-8ce0-15da33cfa56c req-05e8ea0c-5552-4399-ad67-698b41104624 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907149 Jul 14 10:19:31.792368 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1374393-1179-49b3-90d5-351a23b90eae req-2f347cb1-d7e8-4816-a8bd-594e42279803 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:31.793831 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f1374393-1179-49b3-90d5-351a23b90eae req-2f347cb1-d7e8-4816-a8bd-594e42279803 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0468788 Jul 14 10:19:31.841068 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f1374393-1179-49b3-90d5-351a23b90eae req-577d3add-a631-4a2a-af34-93f5d6efd8c4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411146 Jul 14 10:19:31.914551 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415771d-daaf-4a4c-9300-5d079638a4c6 req-07ffd2f0-8846-4e83-bcd6-cb437badeed2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:31.915997 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7415771d-daaf-4a4c-9300-5d079638a4c6 req-07ffd2f0-8846-4e83-bcd6-cb437badeed2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 943 time: 0.0506754 Jul 14 10:19:31.964841 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7415771d-daaf-4a4c-9300-5d079638a4c6 req-808e444e-20e2-4de4-9287-a30f3313f96b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Jul 14 10:19:32.765486 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-7011bd99-7137-4d48-9214-f858db23c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:32.767003 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-7011bd99-7137-4d48-9214-f858db23c5bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 1127 time: 0.0407548 Jul 14 10:19:32.953522 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cf6f6-e994-4562-9af5-8d15735b89a1 req-30f113fb-d96e-469c-96c8-66c85c976c97 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:32.955024 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-382cf6f6-e994-4562-9af5-8d15735b89a1 req-30f113fb-d96e-469c-96c8-66c85c976c97 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0465598 Jul 14 10:19:33.001153 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-382cf6f6-e994-4562-9af5-8d15735b89a1 req-cd7ab396-9544-4603-8260-dda42b0eca23 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406742 Jul 14 10:19:33.079466 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2044a4a-5c62-4a9d-89e6-67fa1c04a363 req-32f80dd3-7fa6-411e-95c5-e1f47d17b608 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:33.080912 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f2044a4a-5c62-4a9d-89e6-67fa1c04a363 req-32f80dd3-7fa6-411e-95c5-e1f47d17b608 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 943 time: 0.0478001 Jul 14 10:19:33.131091 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f2044a4a-5c62-4a9d-89e6-67fa1c04a363 req-ea1e963f-6f51-4aae-be26-0ea8de30d5e0 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445385 Jul 14 10:19:33.576578 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3dfc-c616-4a1e-b3e4-64d802326475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:34.115386 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5b778-b246-4e8d-9fe0-a2e014a708f0 req-e1b18594-5a0f-4318-865f-fce2ef46fb86 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:34.117790 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-24c5b778-b246-4e8d-9fe0-a2e014a708f0 req-e1b18594-5a0f-4318-865f-fce2ef46fb86 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0486579 Jul 14 10:19:34.165406 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-24c5b778-b246-4e8d-9fe0-a2e014a708f0 req-c7ef89db-9d79-4071-91a1-dc405144dcd4 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Jul 14 10:19:34.241924 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22357004-5808-4a21-8d79-2ab6d6f6f9ed req-4f8ddda5-ac86-457d-846f-fd67538da41d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:34.243372 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-22357004-5808-4a21-8d79-2ab6d6f6f9ed req-4f8ddda5-ac86-457d-846f-fd67538da41d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 943 time: 0.0457160 Jul 14 10:19:34.290961 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-22357004-5808-4a21-8d79-2ab6d6f6f9ed req-39250202-0ba4-4a51-832a-d24aad99c5b1 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418706 Jul 14 10:19:34.893497 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=63 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:35.014164 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:35.019840 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device fd9be155-f5da-4d85-b353-8c3d7b3943c6 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:19:35.119275 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port fd9be155-f5da-4d85-b353-8c3d7b3943c6, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=fd9be155-f5da-4d85-b353-8c3d7b3943c6,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:35.131203 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'port_id': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6', 'mac_address': 'fa:16:3e:48:ac:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:19:35.168943 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port fd9be155-f5da-4d85-b353-8c3d7b3943c6 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:19:35.169344 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:35.181694 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9be155-f5da-4d85-b353-8c3d7b3943c6 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:19:35.201440 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port fd9be155-f5da-4d85-b353-8c3d7b3943c6, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=fd9be155-f5da-4d85-b353-8c3d7b3943c6,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:35.205974 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:35.253681 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=fd9be155-f5da-4d85-b353-8c3d7b3943c6,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:35.285269 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134df689-12e2-4a91-ad19-17845eb835fe req-cab27b10-34fe-4a66-a23b-c52814e6c845 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:35.286735 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-134df689-12e2-4a91-ad19-17845eb835fe req-cab27b10-34fe-4a66-a23b-c52814e6c845 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0515041 Jul 14 10:19:35.332242 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-134df689-12e2-4a91-ad19-17845eb835fe req-8ad54a1f-ee2e-4a5b-a4bf-937d8dc1cd35 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 Jul 14 10:19:35.432012 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd33f8a-f843-4e79-9ff6-a1e523ae2698 req-458bf675-9c58-46e8-aac1-6f7b5d623917 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:35.433496 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4cd33f8a-f843-4e79-9ff6-a1e523ae2698 req-458bf675-9c58-46e8-aac1-6f7b5d623917 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 944 time: 0.0470738 Jul 14 10:19:35.479762 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4cd33f8a-f843-4e79-9ff6-a1e523ae2698 req-ace43eba-60cf-412f-a555-368c75e0d8e3 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406482 Jul 14 10:19:35.566185 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['fd9be155-f5da-4d85-b353-8c3d7b3943c6'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:19:36.372881 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:36.445024 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b0682-ce31-4c6b-b225-f9f480995095 req-a4ee9f36-1310-42e3-a8a2-cdf6494b4e84 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:36.446467 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ab3b0682-ce31-4c6b-b225-f9f480995095 req-a4ee9f36-1310-42e3-a8a2-cdf6494b4e84 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0468893 Jul 14 10:19:36.468146 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:36.476263 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:36.498880 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ab3b0682-ce31-4c6b-b225-f9f480995095 req-f3ae55b3-82b4-4a64-8895-87fd329f0c05 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469520 Jul 14 10:19:36.499161 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:36.599027 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324ae00-19ff-4106-b122-746b39b08cdb req-0a200d25-fabd-42c3-b1cd-d90691ac1fca tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:36.600444 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b324ae00-19ff-4106-b122-746b39b08cdb req-0a200d25-fabd-42c3-b1cd-d90691ac1fca tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 944 time: 0.0463197 Jul 14 10:19:36.648642 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b324ae00-19ff-4106-b122-746b39b08cdb req-1cd7b0b8-6493-49d6-913c-6b357f58c04e tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426517 Jul 14 10:19:36.994305 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-f952336a-8362-4cd2-bf31-9b33c5a312a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:36.995775 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-f952336a-8362-4cd2-bf31-9b33c5a312a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 912 time: 0.0928411 Jul 14 10:19:37.052224 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device fd9be155-f5da-4d85-b353-8c3d7b3943c6 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:37.102298 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port fd9be155-f5da-4d85-b353-8c3d7b3943c6 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:19:37.108841 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port fd9be155-f5da-4d85-b353-8c3d7b3943c6 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:19:37.109305 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:37.111506 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:37.152298 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-48dec2c8-e9f7-46df-8348-a71ff55a8224 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9be155-f5da-4d85-b353-8c3d7b3943c6 HTTP/1.1" status: 200 len: 217 time: 0.0397763 Jul 14 10:19:37.193057 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port fd9be155-f5da-4d85-b353-8c3d7b3943c6 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:19:37.193451 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:37.218251 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:19:37.220473 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02950117-ef42-4f21-b2ad-b05b69e9ced1" -d '{"events": [{"server_uuid": "7c2418cd-d4dd-4a16-9d70-d601cb1efa76", "name": "network-vif-plugged", "status": "completed", "tag": "fd9be155-f5da-4d85-b353-8c3d7b3943c6"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:37.222619 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:37.236179 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port fd9be155-f5da-4d85-b353-8c3d7b3943c6, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=fd9be155-f5da-4d85-b353-8c3d7b3943c6,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:37.244465 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:37.254484 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-5783c6ab-af23-4723-ae8f-b7ff8b0d93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:37.255957 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-5783c6ab-af23-4723-ae8f-b7ff8b0d93b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 200 len: 850 time: 0.0898445 Jul 14 10:19:37.300250 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=fd9be155-f5da-4d85-b353-8c3d7b3943c6,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:37.309115 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386384c0-84a2-4181-9077-41cb395b98f5 req-5ba8aaa8-8895-4fb8-a2dd-25b87b2891b5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:37.310488 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-386384c0-84a2-4181-9077-41cb395b98f5 req-5ba8aaa8-8895-4fb8-a2dd-25b87b2891b5 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0806737 Jul 14 10:19:37.334062 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5b5d8d-1550-4c8b-99ab-eee0dc83ca91 x-openstack-request-id: req-3b5b5d8d-1550-4c8b-99ab-eee0dc83ca91 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:37.334352 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2418cd-d4dd-4a16-9d70-d601cb1efa76", "name": "network-vif-plugged", "status": "completed", "tag": "fd9be155-f5da-4d85-b353-8c3d7b3943c6", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:37.334605 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b5b5d8d-1550-4c8b-99ab-eee0dc83ca91 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:37.335004 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5b5d8d-1550-4c8b-99ab-eee0dc83ca91'] response: {'server_uuid': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6', 'code': 200} Jul 14 10:19:37.384146 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-7345b906-28d2-4068-9d0c-8cd5f5c20768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:37.385691 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-7345b906-28d2-4068-9d0c-8cd5f5c20768 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71d0e822-864d-4ce6-a81f-385b20a87683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743134 Jul 14 10:19:37.443801 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:37.482947 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Deleting port b40b14ad-171e-4c6c-a909-36191cb0c933 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:37.483242 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:37.505133 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42654f-2e19-41b1-aa07-8ad66ad12971 req-24a1f104-3465-4739-81ba-0092118c70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:37.506619 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-da42654f-2e19-41b1-aa07-8ad66ad12971 req-24a1f104-3465-4739-81ba-0092118c70f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 1129 time: 0.0391142 Jul 14 10:19:37.567739 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-da42654f-2e19-41b1-aa07-8ad66ad12971 req-8d663d25-251f-4b96-b43c-8d4cec515c97 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413744 Jul 14 10:19:37.581139 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-7949db97-3e8e-40a1-b1c9-3af48fad9e6b service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879869 Jul 14 10:19:37.602736 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] For port b40b14ad-171e-4c6c-a909-36191cb0c933, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=b40b14ad-171e-4c6c-a909-36191cb0c933,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:37.603143 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:37.626971 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19e800-1279-45d8-a914-a0558a8d365e req-3c27c585-df87-40e3-bf39-6a35951ee73d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:37.628465 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9c19e800-1279-45d8-a914-a0558a8d365e req-3c27c585-df87-40e3-bf39-6a35951ee73d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 945 time: 0.0535951 Jul 14 10:19:37.679025 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9c19e800-1279-45d8-a914-a0558a8d365e req-91451205-4be3-43ad-a67b-1badfc6b5473 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=09bc2bba-bb99-425d-86f5-7e4cd0049fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444992 Jul 14 10:19:37.773046 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f22e02-3dea-4abe-95ac-e0e0cebb3d5e req-5fbbcecd-9055-429a-93ae-7f3769df386f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:37.774470 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-30f22e02-3dea-4abe-95ac-e0e0cebb3d5e req-5fbbcecd-9055-429a-93ae-7f3769df386f tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 945 time: 0.0484831 Jul 14 10:19:37.778319 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:37.778696 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (f8f81dc2-34ab-430d-90fa-4061250eef12), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:37.779079 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.l3_db [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Floating IP f8f81dc2-34ab-430d-90fa-4061250eef12 disassociated. External IP: 172.27.0.215, port: b40b14ad-171e-4c6c-a909-36191cb0c933. Jul 14 10:19:37.779401 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Calling delete_port for b40b14ad-171e-4c6c-a909-36191cb0c933 owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:37.822874 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-30f22e02-3dea-4abe-95ac-e0e0cebb3d5e req-53efec10-5f14-4697-9c4e-79584994bf8d tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Jul 14 10:19:37.903284 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:37.933921 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9b0ea9b-fef8-46b7-af9b-f478940771d0 req-194ea9c7-e5ea-41df-b092-6b78f12c2dc6 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157970 Jul 14 10:19:37.984380 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (b40b14ad-171e-4c6c-a909-36191cb0c933), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:38.013610 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event deleted for resources: {'Port': ['ID=b40b14ad-171e-4c6c-a909-36191cb0c933,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:38.122454 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Router ec372893-84f4-44af-b519-fd0b35a1fab8 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:19:38.232529 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:38.243884 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] Sync routers for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:38.246707 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:38.257546 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:19:38.258159 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:38.278683 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] No DVR routers for this DVR port b40b14ad-171e-4c6c-a909-36191cb0c933 on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:19:38.281403 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:38.284646 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-386384c0-84a2-4181-9077-41cb395b98f5 req-0ed9eb4a-b7b0-4a42-be8e-6325d80a0811 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "DELETE /v2.0/ports/b40b14ad-171e-4c6c-a909-36191cb0c933 HTTP/1.1" status: 204 len: 173 time: 0.9649665 Jul 14 10:19:38.285043 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'name': 'network-vif-deleted', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:19:38.287327 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31028131-33f2-47a2-ae00-142f5069fbbb" -d '{"events": [{"server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "name": "network-vif-deleted", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:38.325814 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b75e866-89a6-4dab-a7e3-b1eddcf5030c x-openstack-request-id: req-1b75e866-89a6-4dab-a7e3-b1eddcf5030c {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:38.326103 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b52dc3-0452-4872-b526-d4fce9ef4e93", "name": "network-vif-deleted", "tag": "b40b14ad-171e-4c6c-a909-36191cb0c933", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:38.326349 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b75e866-89a6-4dab-a7e3-b1eddcf5030c {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:38.326746 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b75e866-89a6-4dab-a7e3-b1eddcf5030c'] response: {'server_uuid': '97b52dc3-0452-4872-b526-d4fce9ef4e93', 'name': 'network-vif-deleted', 'tag': 'b40b14ad-171e-4c6c-a909-36191cb0c933', 'status': 'completed', 'code': 200} Jul 14 10:19:38.362901 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:19:38.558436 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:12Z', 'revision_number': 5, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:38.585383 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] Checking router: ec372893-84f4-44af-b519-fd0b35a1fab8 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:38.594105 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:19:38.594690 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:38.692212 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:19:38.793193 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3d556526-2e33-409c-ae2e-ec717bca864c req-513bb771-b59b-45b1-a6ba-35faad2a481e tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=97b52dc3-0452-4872-b526-d4fce9ef4e93 HTTP/1.1" status: 200 len: 210 time: 0.0324962 Jul 14 10:19:38.885317 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:12Z', 'revision_number': 5, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:38.929658 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0842a5-8e1a-4460-bb26-468553e85e62 None None] The sync data for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi is: [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:55Z', 'revision_number': 4, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '48fb0f79-2c80-4939-b2d6-63514c7890e7', 'name': '', 'network_id': 'c86764b5-6320-470e-8466-fc72ac9ee1be', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'mac_address': 'fa:16:3e:55:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:53Z', 'updated_at': '2022-07-14T10:14:12Z', 'revision_number': 5, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'subnets': [{'id': 'd613a2d0-21e3-4960-a29a-f41076a9208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:38.965741 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287b756-f2e9-485f-9e43-cd3830d08c73 req-360e7561-47a9-4204-a9a3-31dcfb80e1cd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:38.973286 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2287b756-f2e9-485f-9e43-cd3830d08c73 req-360e7561-47a9-4204-a9a3-31dcfb80e1cd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 945 time: 0.0589142 Jul 14 10:19:39.016607 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2287b756-f2e9-485f-9e43-cd3830d08c73 req-de34b372-fb52-4ac7-bacf-080b0faf232b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 Jul 14 10:19:39.166728 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c4104-d742-476c-a810-754eba1be870 None None] New status for floating IP f8f81dc2-34ab-430d-90fa-4061250eef12: DOWN {{(pid=104068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:19:39.877745 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52128) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:39.917703 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:39.932666 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b1f44440-911c-4e7d-b855-87993f20521b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group (09bc2bba-bb99-425d-86f5-7e4cd0049fd0), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:39.956308 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b1f44440-911c-4e7d-b855-87993f20521b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group (09bc2bba-bb99-425d-86f5-7e4cd0049fd0), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.002441 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b1f44440-911c-4e7d-b855-87993f20521b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (09bc2bba-bb99-425d-86f5-7e4cd0049fd0), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.004893 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b1f44440-911c-4e7d-b855-87993f20521b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.006033 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-b1f44440-911c-4e7d-b855-87993f20521b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "DELETE /v2.0/security-groups/09bc2bba-bb99-425d-86f5-7e4cd0049fd0 HTTP/1.1" status: 204 len: 168 time: 0.1273279 Jul 14 10:19:40.008712 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52130) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:40.015323 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f44440-911c-4e7d-b855-87993f20521b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bc2bba-bb99-425d-86f5-7e4cd0049fd0,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:40.023041 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.api.v2.resource [None req-07f5efc1-fbcf-4f4c-97f5-ae06b4a341dd tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] show failed (client error): The resource could not be found. Jul 14 10:19:40.024054 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-07f5efc1-fbcf-4f4c-97f5-ae06b4a341dd tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups/09bc2bba-bb99-425d-86f5-7e4cd0049fd0 HTTP/1.1" status: 404 len: 347 time: 0.0141985 Jul 14 10:19:40.026702 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52132) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:40.178557 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20727308-af0d-4350-ae5b-638a20187edf req-31656639-3786-48be-b673-8914696f58aa tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:40.180029 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20727308-af0d-4350-ae5b-638a20187edf req-31656639-3786-48be-b673-8914696f58aa tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 945 time: 0.0774424 Jul 14 10:19:40.182623 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-7b6153ca-03ff-42ed-9d14-12bc40a6540d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Deleting port 48731d8e-7380-4939-9894-461467896bfb {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:40.182974 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7b6153ca-03ff-42ed-9d14-12bc40a6540d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (48731d8e-7380-4939-9894-461467896bfb), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.280944 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20727308-af0d-4350-ae5b-638a20187edf req-f9a4b3a8-05d4-43fc-bef0-a638385defbb tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948548 Jul 14 10:19:40.299652 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7b6153ca-03ff-42ed-9d14-12bc40a6540d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (48731d8e-7380-4939-9894-461467896bfb), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.300014 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7b6153ca-03ff-42ed-9d14-12bc40a6540d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for floatingip (48731d8e-7380-4939-9894-461467896bfb), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.312387 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-7b6153ca-03ff-42ed-9d14-12bc40a6540d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Calling delete_port for 48731d8e-7380-4939-9894-461467896bfb owned by network:floatingip {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:40.417206 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0ed99-c5e0-4315-9599-151600f5d495 req-d445d1a9-3496-4526-a11d-62b7aafda406 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:40.418666 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e6a0ed99-c5e0-4315-9599-151600f5d495 req-d445d1a9-3496-4526-a11d-62b7aafda406 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 945 time: 0.0641944 Jul 14 10:19:40.427320 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52140) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:40.432025 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-9c1cb270-8de4-4a67-b74a-07435e1b59ee tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Request body: {'floatingip': {'port_id': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:40.464230 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:40.472561 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:40.475338 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb270-8de4-4a67-b74a-07435e1b59ee tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (535d16bf-9cbc-4c2a-8665-f0b965460fc9), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.489804 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7b6153ca-03ff-42ed-9d14-12bc40a6540d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (48731d8e-7380-4939-9894-461467896bfb), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.519368 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6153ca-03ff-42ed-9d14-12bc40a6540d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event deleted for resources: {'Port': ['ID=48731d8e-7380-4939-9894-461467896bfb,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:40.544291 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7b6153ca-03ff-42ed-9d14-12bc40a6540d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks [] for floatingip (f8f81dc2-34ab-430d-90fa-4061250eef12), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.547016 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7b6153ca-03ff-42ed-9d14-12bc40a6540d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.548248 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-7b6153ca-03ff-42ed-9d14-12bc40a6540d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "DELETE /v2.0/floatingips/f8f81dc2-34ab-430d-90fa-4061250eef12 HTTP/1.1" status: 204 len: 168 time: 0.5206606 Jul 14 10:19:40.901984 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:40.904247 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb270-8de4-4a67-b74a-07435e1b59ee tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:40.907890 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb270-8de4-4a67-b74a-07435e1b59ee tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (535d16bf-9cbc-4c2a-8665-f0b965460fc9), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:41.000934 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.l3_db [None req-9c1cb270-8de4-4a67-b74a-07435e1b59ee tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Floating IP 535d16bf-9cbc-4c2a-8665-f0b965460fc9 associated. External IP: 172.27.0.116, port: fd9be155-f5da-4d85-b353-8c3d7b3943c6. Jul 14 10:19:41.081922 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device b40b14ad-171e-4c6c-a909-36191cb0c933 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:41.105400 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: b40b14ad-171e-4c6c-a909-36191cb0c933 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:19:41.105744 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device b40b14ad-171e-4c6c-a909-36191cb0c933 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:41.436617 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1cb270-8de4-4a67-b74a-07435e1b59ee tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:19:41.526699 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:41.538638 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1cb270-8de4-4a67-b74a-07435e1b59ee tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:41.543061 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb270-8de4-4a67-b74a-07435e1b59ee tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:41.548376 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] Sync routers for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:41.558694 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:19:41.559302 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:41.575494 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-9c1cb270-8de4-4a67-b74a-07435e1b59ee tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "PUT /v2.0/floatingips/535d16bf-9cbc-4c2a-8665-f0b965460fc9 HTTP/1.1" status: 200 len: 991 time: 1.1469448 Jul 14 10:19:41.578580 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'tag': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:19:41.579438 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b57591-0c2a-4b31-8017-56d4cae88ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2418cd-d4dd-4a16-9d70-d601cb1efa76", "tag": "fd9be155-f5da-4d85-b353-8c3d7b3943c6"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:41.618476 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b02f878-fe6b-4ed1-8b8c-717b4dbc1ab3 x-openstack-request-id: req-5b02f878-fe6b-4ed1-8b8c-717b4dbc1ab3 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:41.618765 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2418cd-d4dd-4a16-9d70-d601cb1efa76", "tag": "fd9be155-f5da-4d85-b353-8c3d7b3943c6", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:41.619018 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b02f878-fe6b-4ed1-8b8c-717b4dbc1ab3 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:41.619425 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b02f878-fe6b-4ed1-8b8c-717b4dbc1ab3'] response: {'name': 'network-changed', 'server_uuid': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'tag': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6', 'status': 'completed', 'code': 200} Jul 14 10:19:41.684818 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-b7a2c4fa-a40f-4141-a259-af7f97e35e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:41.687177 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-b7a2c4fa-a40f-4141-a259-af7f97e35e7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 1129 time: 0.0409930 Jul 14 10:19:41.752153 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:19:41.784974 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-c0f28b42-4e58-4b75-9eb4-34af5777f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:41.786575 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-c0f28b42-4e58-4b75-9eb4-34af5777f43c service neutron] 10.222.0.58 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 912 time: 0.0925190 Jul 14 10:19:41.852605 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:41.854851 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-7af4ba29-35d6-4429-bd95-fc241c0d99f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9be155-f5da-4d85-b353-8c3d7b3943c6 HTTP/1.1" status: 200 len: 999 time: 0.0615809 Jul 14 10:19:41.905357 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-0e241a94-1cb4-401f-8a05-7862fb4b400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:41.906867 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-0e241a94-1cb4-401f-8a05-7862fb4b400c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 200 len: 850 time: 0.0445907 Jul 14 10:19:41.951442 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-11d3c557-28f9-4838-b80c-9c439018d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:41.952994 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-11d3c557-28f9-4838-b80c-9c439018d5ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71d0e822-864d-4ce6-a81f-385b20a87683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400026 Jul 14 10:19:41.975857 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '535d16bf-9cbc-4c2a-8665-f0b965460fc9', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'port_id': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'mac_address': 'fa:16:3e:48:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:19:27Z', 'updated_at': '2022-07-14T10:19:40Z', 'revision_number': 1, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:42.002745 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] Checking router: 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:42.011448 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:19:42.012044 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:42.052343 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:42.062682 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-28f51d0f-3f97-4ebb-9781-01da2a07b15a service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984409 Jul 14 10:19:42.117926 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:19:42.159274 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-39b57591-0c2a-4b31-8017-56d4cae88ac1 req-6c1e3441-d6f2-4dc4-b8a6-8e8a0c2214f3 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893238 Jul 14 10:19:42.327464 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '535d16bf-9cbc-4c2a-8665-f0b965460fc9', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'port_id': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'mac_address': 'fa:16:3e:48:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:19:27Z', 'updated_at': '2022-07-14T10:19:40Z', 'revision_number': 1, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:42.351243 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b30ba6-9019-4e0f-bcef-3464b67d18fd None None] The sync data for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi is: [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '535d16bf-9cbc-4c2a-8665-f0b965460fc9', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'port_id': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'mac_address': 'fa:16:3e:48:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:19:27Z', 'updated_at': '2022-07-14T10:19:40Z', 'revision_number': 1, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:42.528486 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d116246-14b4-421e-831e-4386f1a19682 None None] New status for floating IP 535d16bf-9cbc-4c2a-8665-f0b965460fc9: ACTIVE {{(pid=104068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:19:43.031269 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0a136-64d4-4547-8fa0-cd9a276bedf7 req-1083c446-f8d1-44df-98a6-60b7ac5f205d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:43.032717 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-86b0a136-64d4-4547-8fa0-cd9a276bedf7 req-1083c446-f8d1-44df-98a6-60b7ac5f205d tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0477641 Jul 14 10:19:43.080054 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-86b0a136-64d4-4547-8fa0-cd9a276bedf7 req-9e8fc15b-afa9-4d2f-8086-4fd65c9291af tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 Jul 14 10:19:44.197118 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866aad9-35b8-4495-a9ec-c3a3128d6b90 req-ba23905a-5a56-490f-853e-c981cbe0895b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:44.198631 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c866aad9-35b8-4495-a9ec-c3a3128d6b90 req-ba23905a-5a56-490f-853e-c981cbe0895b tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0469692 Jul 14 10:19:44.250952 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c866aad9-35b8-4495-a9ec-c3a3128d6b90 req-80c2c7f0-6415-4f0c-a508-fdd5dec938b2 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453811 Jul 14 10:19:45.128945 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-e19ea249-dfc6-4bc0-8dd1-3c1cc69d3d19 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:45.130396 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-e19ea249-dfc6-4bc0-8dd1-3c1cc69d3d19 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0514379 Jul 14 10:19:45.167375 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:45.214058 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-2fc7281a-914d-48a7-855b-183c4c8aafb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Deleting port ae315f1e-83cb-48a2-a7c4-aec7aff8961d {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:45.214392 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-2fc7281a-914d-48a7-855b-183c4c8aafb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:45.306933 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-2fc7281a-914d-48a7-855b-183c4c8aafb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] For port ae315f1e-83cb-48a2-a7c4-aec7aff8961d, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:45.307282 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-2fc7281a-914d-48a7-855b-183c4c8aafb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:45.321001 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-2fc7281a-914d-48a7-855b-183c4c8aafb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Calling delete_port for ae315f1e-83cb-48a2-a7c4-aec7aff8961d owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:45.363653 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4c8fd-1489-4a80-bdc1-954f74c5f6a2 req-f0770792-0b9b-40cd-8f25-68f0ae66b0f7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:45.365123 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3fb4c8fd-1489-4a80-bdc1-954f74c5f6a2 req-f0770792-0b9b-40cd-8f25-68f0ae66b0f7 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc1c8e49-223d-4c87-bb65-79edca0dac61 HTTP/1.1" status: 200 len: 946 time: 0.0459931 Jul 14 10:19:45.413865 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3fb4c8fd-1489-4a80-bdc1-954f74c5f6a2 req-cec10f42-6034-4bc9-b7cb-4f6b69c82604 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 Jul 14 10:19:45.450966 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-2fc7281a-914d-48a7-855b-183c4c8aafb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (ae315f1e-83cb-48a2-a7c4-aec7aff8961d), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:45.463402 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['92d02821-6f9a-4eb7-b48c-24008feeb3ed', 'ae315f1e-83cb-48a2-a7c4-aec7aff8961d'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:19:45.481251 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7281a-914d-48a7-855b-183c4c8aafb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event deleted for resources: {'Port': ['ID=ae315f1e-83cb-48a2-a7c4-aec7aff8961d,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:45.508101 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:45.526074 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-2fc7281a-914d-48a7-855b-183c4c8aafb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] No DVR routers for this DVR port ae315f1e-83cb-48a2-a7c4-aec7aff8961d on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:19:45.528395 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-2fc7281a-914d-48a7-855b-183c4c8aafb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:45.531972 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-845477a1-aaaf-4204-9d0f-f29929d8d402 req-2fc7281a-914d-48a7-855b-183c4c8aafb0 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "DELETE /v2.0/ports/ae315f1e-83cb-48a2-a7c4-aec7aff8961d HTTP/1.1" status: 204 len: 173 time: 0.3959970 Jul 14 10:19:45.532329 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1c8e49-223d-4c87-bb65-79edca0dac61', 'name': 'network-vif-deleted', 'tag': 'ae315f1e-83cb-48a2-a7c4-aec7aff8961d'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:19:45.534817 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39646ba7-9435-4466-9089-527a037cb77f" -d '{"events": [{"server_uuid": "dc1c8e49-223d-4c87-bb65-79edca0dac61", "name": "network-vif-deleted", "tag": "ae315f1e-83cb-48a2-a7c4-aec7aff8961d"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:45.574984 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b75400-3add-4e98-a72c-2625fd4e4739 x-openstack-request-id: req-f2b75400-3add-4e98-a72c-2625fd4e4739 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:45.575508 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1c8e49-223d-4c87-bb65-79edca0dac61", "name": "network-vif-deleted", "tag": "ae315f1e-83cb-48a2-a7c4-aec7aff8961d", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:45.575955 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2b75400-3add-4e98-a72c-2625fd4e4739 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:45.576372 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b75400-3add-4e98-a72c-2625fd4e4739'] response: {'server_uuid': 'dc1c8e49-223d-4c87-bb65-79edca0dac61', 'name': 'network-vif-deleted', 'tag': 'ae315f1e-83cb-48a2-a7c4-aec7aff8961d', 'status': 'completed', 'code': 200} Jul 14 10:19:46.686212 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dfed2-4700-4ab8-8915-292c4580888e req-e0163799-8498-4963-bd4d-8bf134944bcb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:46.688295 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f41dfed2-4700-4ab8-8915-292c4580888e req-e0163799-8498-4963-bd4d-8bf134944bcb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0495949 Jul 14 10:19:46.734907 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f41dfed2-4700-4ab8-8915-292c4580888e req-97b892d5-21b6-474c-a2f7-466670f37d38 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Jul 14 10:19:47.851525 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e3ac-5cd9-465e-8f89-00f3ef233bcd req-c18a6cb4-2dc8-4948-99a8-4e5e06a1ea2a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:47.853001 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3fa8e3ac-5cd9-465e-8f89-00f3ef233bcd req-c18a6cb4-2dc8-4948-99a8-4e5e06a1ea2a tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0502253 Jul 14 10:19:47.899881 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3fa8e3ac-5cd9-465e-8f89-00f3ef233bcd req-3d203abd-c130-4c56-bbba-a7715b178cfd tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414052 Jul 14 10:19:48.957607 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f0337535-0bfa-44f3-882d-251957a29844 req-6ddf5c43-4f1f-43f7-a06f-9f39e39f259d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395050 Jul 14 10:19:49.017072 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e55e9-1e9b-4dec-a5ff-b6a9c03ac104 req-ac78b5bc-ae06-41c9-9f9a-86f61e84d606 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:49.018530 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-884e55e9-1e9b-4dec-a5ff-b6a9c03ac104 req-ac78b5bc-ae06-41c9-9f9a-86f61e84d606 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.0472257 Jul 14 10:19:49.064548 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-884e55e9-1e9b-4dec-a5ff-b6a9c03ac104 req-be8a8096-8539-4cc5-9a82-c972ec0249e3 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f671a4a-ecd3-44e5-991f-17b3e8252544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Jul 14 10:19:49.097578 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device ae315f1e-83cb-48a2-a7c4-aec7aff8961d no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:49.117473 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: ae315f1e-83cb-48a2-a7c4-aec7aff8961d {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:19:49.117823 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device ae315f1e-83cb-48a2-a7c4-aec7aff8961d not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:49.168219 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0337535-0bfa-44f3-882d-251957a29844 req-7c656372-3cc7-407a-9d3b-88927bd62bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:49.169927 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f0337535-0bfa-44f3-882d-251957a29844 req-7c656372-3cc7-407a-9d3b-88927bd62bd4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da859b6d410b4c2b995804fa5ffd190f&device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 1129 time: 0.0440507 Jul 14 10:19:49.329076 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686e9de-4722-4153-bfed-20312fda5103 req-3c9dcb7a-8e12-4b6e-ab5d-c555976251c8 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:49.330538 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a686e9de-4722-4153-bfed-20312fda5103 req-3c9dcb7a-8e12-4b6e-ab5d-c555976251c8 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 946 time: 0.1025155 Jul 14 10:19:49.399383 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0337535-0bfa-44f3-882d-251957a29844 req-15981252-de2f-4830-98e4-71d8e4d831d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:49.400841 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f0337535-0bfa-44f3-882d-251957a29844 req-15981252-de2f-4830-98e4-71d8e4d831d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f292b1d-6753-429c-8af0-15033bed0b5f HTTP/1.1" status: 200 len: 909 time: 0.1715281 Jul 14 10:19:49.435474 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-a686e9de-4722-4153-bfed-20312fda5103 req-eeeff94e-d38e-4cf5-b499-b13e7c1e9ffb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Deleting port 92d02821-6f9a-4eb7-b48c-24008feeb3ed {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:49.435816 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a686e9de-4722-4153-bfed-20312fda5103 req-eeeff94e-d38e-4cf5-b499-b13e7c1e9ffb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:49.476196 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f09b70-43b7-42f6-b90f-b0aec1567d66 req-a3dd4170-c7ca-4125-a019-e99de97519f1 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:49.477628 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a1f09b70-43b7-42f6-b90f-b0aec1567d66 req-a3dd4170-c7ca-4125-a019-e99de97519f1 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 946 time: 0.0472701 Jul 14 10:19:49.527667 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a1f09b70-43b7-42f6-b90f-b0aec1567d66 req-0c1f2196-eae8-4c77-9e1f-d22e4cb0dd7a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444121 Jul 14 10:19:49.534118 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-a686e9de-4722-4153-bfed-20312fda5103 req-eeeff94e-d38e-4cf5-b499-b13e7c1e9ffb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] For port 92d02821-6f9a-4eb7-b48c-24008feeb3ed, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=92d02821-6f9a-4eb7-b48c-24008feeb3ed,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:49.534486 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a686e9de-4722-4153-bfed-20312fda5103 req-eeeff94e-d38e-4cf5-b499-b13e7c1e9ffb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:49.548755 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-a686e9de-4722-4153-bfed-20312fda5103 req-eeeff94e-d38e-4cf5-b499-b13e7c1e9ffb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Calling delete_port for 92d02821-6f9a-4eb7-b48c-24008feeb3ed owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:49.621842 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:49.673748 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a686e9de-4722-4153-bfed-20312fda5103 req-eeeff94e-d38e-4cf5-b499-b13e7c1e9ffb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (92d02821-6f9a-4eb7-b48c-24008feeb3ed), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:49.685455 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['92d02821-6f9a-4eb7-b48c-24008feeb3ed'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:19:49.704979 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeff94e-d38e-4cf5-b499-b13e7c1e9ffb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Pushing event deleted for resources: {'Port': ['ID=92d02821-6f9a-4eb7-b48c-24008feeb3ed,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:49.749490 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-a686e9de-4722-4153-bfed-20312fda5103 req-eeeff94e-d38e-4cf5-b499-b13e7c1e9ffb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] No DVR routers for this DVR port 92d02821-6f9a-4eb7-b48c-24008feeb3ed on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:19:49.752294 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a686e9de-4722-4153-bfed-20312fda5103 req-eeeff94e-d38e-4cf5-b499-b13e7c1e9ffb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:49.755439 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a686e9de-4722-4153-bfed-20312fda5103 req-eeeff94e-d38e-4cf5-b499-b13e7c1e9ffb tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.58 "DELETE /v2.0/ports/92d02821-6f9a-4eb7-b48c-24008feeb3ed HTTP/1.1" status: 204 len: 173 time: 0.4182909 Jul 14 10:19:49.755867 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afff4cc-eaa2-4da3-8511-45d0b306c539', 'name': 'network-vif-deleted', 'tag': '92d02821-6f9a-4eb7-b48c-24008feeb3ed'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:19:49.758118 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fee9cb-d3ca-4b12-99c1-c3a0008a290f" -d '{"events": [{"server_uuid": "0afff4cc-eaa2-4da3-8511-45d0b306c539", "name": "network-vif-deleted", "tag": "92d02821-6f9a-4eb7-b48c-24008feeb3ed"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:49.792709 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9525c00a-ad70-4738-a788-e5906f09b542 x-openstack-request-id: req-9525c00a-ad70-4738-a788-e5906f09b542 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:49.793027 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afff4cc-eaa2-4da3-8511-45d0b306c539", "name": "network-vif-deleted", "tag": "92d02821-6f9a-4eb7-b48c-24008feeb3ed", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:49.793276 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9525c00a-ad70-4738-a788-e5906f09b542 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:49.793679 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9525c00a-ad70-4738-a788-e5906f09b542'] response: {'server_uuid': '0afff4cc-eaa2-4da3-8511-45d0b306c539', 'name': 'network-vif-deleted', 'tag': '92d02821-6f9a-4eb7-b48c-24008feeb3ed', 'status': 'completed', 'code': 200} Jul 14 10:19:50.164360 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f07195bd-5bcf-4528-b36d-b680ffca8c8f req-dac15467-1306-4bec-9d7a-5e67fad8be63 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 210 time: 0.0298283 Jul 14 10:19:50.651133 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bab988-0d34-4581-846f-683f5f7b18f0 req-1443d937-4e34-40a3-85aa-0fcb9a9fcd25 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:50.652602 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79bab988-0d34-4581-846f-683f5f7b18f0 req-1443d937-4e34-40a3-85aa-0fcb9a9fcd25 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 946 time: 0.0474224 Jul 14 10:19:50.684768 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:50.700659 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-79bab988-0d34-4581-846f-683f5f7b18f0 req-a2b5b3c5-37e3-4917-b016-5e56b989b319 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417979 Jul 14 10:19:50.847001 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f0337535-0bfa-44f3-882d-251957a29844 req-785e5696-ea8f-48e6-9fbd-2ad36cfd5c9c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=514bf096-233a-451d-b946-24bcc74dc666 HTTP/1.1" status: 200 len: 1000 time: 0.0561960 Jul 14 10:19:50.908354 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0337535-0bfa-44f3-882d-251957a29844 req-7bdd665c-0fee-4d79-81ee-1b30b73e62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:50.910088 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f0337535-0bfa-44f3-882d-251957a29844 req-7bdd665c-0fee-4d79-81ee-1b30b73e62d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50ea493f-1ed1-4f45-87a6-371b6cf0d7be HTTP/1.1" status: 200 len: 847 time: 0.0502522 Jul 14 10:19:51.013919 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0337535-0bfa-44f3-882d-251957a29844 req-e51e1037-af57-43ab-bb83-93f03a0a8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:51.015415 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f0337535-0bfa-44f3-882d-251957a29844 req-e51e1037-af57-43ab-bb83-93f03a0a8381 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f292b1d-6753-429c-8af0-15033bed0b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397668 Jul 14 10:19:51.104892 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f0337535-0bfa-44f3-882d-251957a29844 req-86d289a8-bbfc-4737-bd71-210e576f141f service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828936 Jul 14 10:19:51.278181 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f921a3f0-343f-4d37-a39e-ba4cdd94aa76 req-9e2dffd3-0c31-4cda-b135-6dd957b21d46 tempest-ServerRescueNegativeTestJSON-1453365297 tempest-ServerRescueNegativeTestJSON-1453365297-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afff4cc-eaa2-4da3-8511-45d0b306c539 HTTP/1.1" status: 200 len: 210 time: 0.0323441 Jul 14 10:19:51.444467 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0729-7467-4d43-976e-49f66748c89b req-1f786e3e-48c1-4eee-88b3-f453069fc4b6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:51.446020 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-51cc0729-7467-4d43-976e-49f66748c89b req-1f786e3e-48c1-4eee-88b3-f453069fc4b6 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 946 time: 0.0955825 Jul 14 10:19:51.460159 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:51.517011 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-f0337535-0bfa-44f3-882d-251957a29844 req-8496dc78-d223-4c5a-bffb-27ef192933eb service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742480 Jul 14 10:19:51.555584 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Deleting port 5176281a-87a4-47dd-9b90-45bcffacb063 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:51.555922 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:51.644176 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] For port 5176281a-87a4-47dd-9b90-45bcffacb063, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5176281a-87a4-47dd-9b90-45bcffacb063,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:51.644453 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:51.811652 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:51.812025 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (67167b3b-4185-40b8-bfaa-d05985004324), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:51.812333 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.l3_db [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Floating IP 67167b3b-4185-40b8-bfaa-d05985004324 disassociated. External IP: 172.27.0.183, port: 5176281a-87a4-47dd-9b90-45bcffacb063. Jul 14 10:19:51.812673 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Calling delete_port for 5176281a-87a4-47dd-9b90-45bcffacb063 owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:51.813828 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea3fc5-cf0b-4ea0-83cd-293eec61fe68 req-e878b6d2-6d97-47d3-a129-fd7c930c037b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:51.815332 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ffea3fc5-cf0b-4ea0-83cd-293eec61fe68 req-e878b6d2-6d97-47d3-a129-fd7c930c037b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e077b2f-2c84-41d9-9f6d-d8a4637b2fad HTTP/1.1" status: 200 len: 946 time: 0.0480740 Jul 14 10:19:51.864685 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ffea3fc5-cf0b-4ea0-83cd-293eec61fe68 req-47d8535a-ab21-4c48-b2a6-87f64b6d94b3 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=abfdd4db-c97f-4dac-8991-8152dbf4e5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Jul 14 10:19:51.922628 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:51.942577 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (5176281a-87a4-47dd-9b90-45bcffacb063), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:51.974361 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'Port': ['ID=5176281a-87a4-47dd-9b90-45bcffacb063,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:52.085039 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:19:52.184385 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:52.195721 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:52.206940 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:19:52.207533 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:52.230114 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] No DVR routers for this DVR port 5176281a-87a4-47dd-9b90-45bcffacb063 on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:19:52.232798 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:52.236989 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-51cc0729-7467-4d43-976e-49f66748c89b req-289a24d9-1956-4445-9d54-480c1b8cd5d7 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "DELETE /v2.0/ports/5176281a-87a4-47dd-9b90-45bcffacb063 HTTP/1.1" status: 204 len: 173 time: 0.7845807 Jul 14 10:19:52.237418 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'name': 'network-vif-deleted', 'tag': '5176281a-87a4-47dd-9b90-45bcffacb063'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:19:52.240044 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ed1d15-86b0-4cfb-b9e8-bbd4bcd9def1" -d '{"events": [{"server_uuid": "5e077b2f-2c84-41d9-9f6d-d8a4637b2fad", "name": "network-vif-deleted", "tag": "5176281a-87a4-47dd-9b90-45bcffacb063"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:52.279675 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417d58b3-d1ef-44e0-b4cf-3a81e9ff4555 x-openstack-request-id: req-417d58b3-d1ef-44e0-b4cf-3a81e9ff4555 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:52.280669 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e077b2f-2c84-41d9-9f6d-d8a4637b2fad", "name": "network-vif-deleted", "tag": "5176281a-87a4-47dd-9b90-45bcffacb063", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:52.280887 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-417d58b3-d1ef-44e0-b4cf-3a81e9ff4555 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:52.281283 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417d58b3-d1ef-44e0-b4cf-3a81e9ff4555'] response: {'server_uuid': '5e077b2f-2c84-41d9-9f6d-d8a4637b2fad', 'name': 'network-vif-deleted', 'tag': '5176281a-87a4-47dd-9b90-45bcffacb063', 'status': 'completed', 'code': 200} Jul 14 10:19:52.340061 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:19:52.346836 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52240) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:52.537783 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:52.559983 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:52.567365 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:52.576471 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:19:52.577682 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:52.684977 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:19:52.789594 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (ec372893-84f4-44af-b519-fd0b35a1fab8), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:52.813268 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:52.871320 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:52.879753 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:52.908006 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a73f28-06f3-4c0b-a707-b0d0d93746b9 None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:52.958206 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52248) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:53.007803 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:53.038979 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-19765749-b5f6-41c4-8a7a-ad773bfcfd6c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (abfdd4db-c97f-4dac-8991-8152dbf4e5aa), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.066238 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-19765749-b5f6-41c4-8a7a-ad773bfcfd6c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (abfdd4db-c97f-4dac-8991-8152dbf4e5aa), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.103885 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:53.126114 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-19765749-b5f6-41c4-8a7a-ad773bfcfd6c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (abfdd4db-c97f-4dac-8991-8152dbf4e5aa), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.128753 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-19765749-b5f6-41c4-8a7a-ad773bfcfd6c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.130145 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-19765749-b5f6-41c4-8a7a-ad773bfcfd6c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "DELETE /v2.0/security-groups/abfdd4db-c97f-4dac-8991-8152dbf4e5aa HTTP/1.1" status: 204 len: 168 time: 0.1709499 Jul 14 10:19:53.133218 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52250) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:53.141013 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19765749-b5f6-41c4-8a7a-ad773bfcfd6c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfdd4db-c97f-4dac-8991-8152dbf4e5aa,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:53.153664 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 5176281a-87a4-47dd-9b90-45bcffacb063 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:53.154178 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.api.v2.resource [None req-c3ae8313-097f-4b07-b9e9-207d1529007c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] show failed (client error): The resource could not be found. Jul 14 10:19:53.158473 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-c3ae8313-097f-4b07-b9e9-207d1529007c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups/abfdd4db-c97f-4dac-8991-8152dbf4e5aa HTTP/1.1" status: 404 len: 347 time: 0.0204856 Jul 14 10:19:53.158740 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52252) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:53.182723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 5176281a-87a4-47dd-9b90-45bcffacb063 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:19:53.183053 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 5176281a-87a4-47dd-9b90-45bcffacb063 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:53.183462 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 92d02821-6f9a-4eb7-b48c-24008feeb3ed no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:53.209118 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517e303-db1c-473f-a5c3-70c1292d01dc None None] New status for floating IP 67167b3b-4185-40b8-bfaa-d05985004324: DOWN {{(pid=104068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:19:53.211418 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 92d02821-6f9a-4eb7-b48c-24008feeb3ed {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:19:53.211754 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 92d02821-6f9a-4eb7-b48c-24008feeb3ed not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:53.333971 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-5846841f-49b1-4517-bf60-50e15b330210 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Deleting port 3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:53.334317 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5846841f-49b1-4517-bf60-50e15b330210 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.418456 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:53.463446 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] Deleting port 48fb0f79-2c80-4939-b2d6-63514c7890e7 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:53.463792 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.484345 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5846841f-49b1-4517-bf60-50e15b330210 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.484680 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5846841f-49b1-4517-bf60-50e15b330210 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.528776 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-5846841f-49b1-4517-bf60-50e15b330210 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Calling delete_port for 3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6 owned by network:floatingip {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:53.612419 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] For port 48fb0f79-2c80-4939-b2d6-63514c7890e7, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=48fb0f79-2c80-4939-b2d6-63514c7890e7,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:53.612785 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.635544 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] Calling delete_port for 48fb0f79-2c80-4939-b2d6-63514c7890e7 owned by network:router_interface {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:53.737034 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:53.808474 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5846841f-49b1-4517-bf60-50e15b330210 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.840775 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846841f-49b1-4517-bf60-50e15b330210 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'Port': ['ID=3c0f7b02-d036-4ae9-a0c8-3b448e3ae7c6,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:53.950181 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5846841f-49b1-4517-bf60-50e15b330210 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (67167b3b-4185-40b8-bfaa-d05985004324), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.952857 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-5846841f-49b1-4517-bf60-50e15b330210 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.954018 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-5846841f-49b1-4517-bf60-50e15b330210 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "DELETE /v2.0/floatingips/67167b3b-4185-40b8-bfaa-d05985004324 HTTP/1.1" status: 204 len: 168 time: 0.7945232 Jul 14 10:19:53.960145 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (48fb0f79-2c80-4939-b2d6-63514c7890e7), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:53.986416 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] Pushing event deleted for resources: {'Port': ['ID=48fb0f79-2c80-4939-b2d6-63514c7890e7,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:54.025007 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52256) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:54.029759 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-29346d18-7175-47c0-b287-f61302c962fd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053577006', 'description': 'tempest-description--827093875'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:54.076001 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-29346d18-7175-47c0-b287-f61302c962fd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.144775 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:54.168869 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-29346d18-7175-47c0-b287-f61302c962fd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (14930180-0d32-4dc9-bc2d-debe36568299), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.173044 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-29346d18-7175-47c0-b287-f61302c962fd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (14930180-0d32-4dc9-bc2d-debe36568299), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.175240 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (ec372893-84f4-44af-b519-fd0b35a1fab8), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.215220 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-29346d18-7175-47c0-b287-f61302c962fd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.217518 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-29346d18-7175-47c0-b287-f61302c962fd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1911128 Jul 14 10:19:54.220660 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29346d18-7175-47c0-b287-f61302c962fd tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14930180-0d32-4dc9-bc2d-debe36568299,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:54.223466 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52258) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:54.228688 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-9a261202-4bdc-4d67-b99c-2cd9d55d144b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group_rule': {'security_group_id': '14930180-0d32-4dc9-bc2d-debe36568299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:54.260638 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9a261202-4bdc-4d67-b99c-2cd9d55d144b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (6e08c008-a2b9-40d8-a36b-24b0c1907c1c), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.317935 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9a261202-4bdc-4d67-b99c-2cd9d55d144b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (6e08c008-a2b9-40d8-a36b-24b0c1907c1c), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.321914 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9a261202-4bdc-4d67-b99c-2cd9d55d144b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (6e08c008-a2b9-40d8-a36b-24b0c1907c1c), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.340582 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a261202-4bdc-4d67-b99c-2cd9d55d144b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e08c008-a2b9-40d8-a36b-24b0c1907c1c,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:54.348141 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9a261202-4bdc-4d67-b99c-2cd9d55d144b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.349354 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-9a261202-4bdc-4d67-b99c-2cd9d55d144b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242135 Jul 14 10:19:54.352000 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52260) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:54.356228 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-72be73e1-cceb-4489-a826-430285399305 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'security_group_rule': {'security_group_id': '14930180-0d32-4dc9-bc2d-debe36568299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:54.382586 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-72be73e1-cceb-4489-a826-430285399305 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (398d25d4-0eac-41c4-a4f0-94933156dbb3), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.407594 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] Router ec372893-84f4-44af-b519-fd0b35a1fab8 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:19:54.441481 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-72be73e1-cceb-4489-a826-430285399305 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (398d25d4-0eac-41c4-a4f0-94933156dbb3), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.445015 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-72be73e1-cceb-4489-a826-430285399305 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (398d25d4-0eac-41c4-a4f0-94933156dbb3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.463666 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be73e1-cceb-4489-a826-430285399305 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398d25d4-0eac-41c4-a4f0-94933156dbb3,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:54.472153 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-72be73e1-cceb-4489-a826-430285399305 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.476191 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-72be73e1-cceb-4489-a826-430285399305 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204784 Jul 14 10:19:54.476411 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52262) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:54.480496 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:54.502475 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.510484 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:54.516170 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-00182d99-0231-44a7-b99b-1decab756360 admin admin] 10.222.0.61 "PUT /v2.0/routers/ec372893-84f4-44af-b519-fd0b35a1fab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1680048 Jul 14 10:19:54.518868 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52264) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:54.522399 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] Sync routers for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:54.532208 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:19:54.532811 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:54.665833 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.716759 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:19:54.721354 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Publish callbacks [] for router (ec372893-84f4-44af-b519-fd0b35a1fab8), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.725098 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:54.761311 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:54.868600 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Allocated IP 172.27.0.79 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/ba1911d0-c881-484e-8699-ae988ecd6752) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:54.888419 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:19:53Z', 'revision_number': 5, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port': {'id': '08d5bc0d-47d3-4e97-8e14-b9235196be61', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:47Z', 'updated_at': '2022-07-14T10:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:54.889170 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Publish callbacks [] for router_gateway (ec372893-84f4-44af-b519-fd0b35a1fab8), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:54.913461 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] Checking router: ec372893-84f4-44af-b519-fd0b35a1fab8 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:54.922508 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] Routers {'ec372893-84f4-44af-b519-fd0b35a1fab8'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:19:54.923041 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['ec372893-84f4-44af-b519-fd0b35a1fab8'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:54.981108 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Deleting port 08d5bc0d-47d3-4e97-8e14-b9235196be61 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:54.981441 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.005354 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] Set router ec372893-84f4-44af-b519-fd0b35a1fab8 gateway port host: None {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:19:55.056911 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:19:54Z', 'revision_number': 6, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port_host': None}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:55.057164 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (ba1911d0-c881-484e-8699-ae988ecd6752), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.081346 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2305d-4464-498a-ba4e-b9e7af432d98 None None] The sync data for ids ['ec372893-84f4-44af-b519-fd0b35a1fab8'] in dv-cinder-849800-1-iscsi is: [{'id': 'ec372893-84f4-44af-b519-fd0b35a1fab8', 'name': 'tempest-ServerRescueNegativeTestJSON-1447439325-router', 'tenant_id': '76e4caaf5b9e49678bc6427b71560f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:19:54Z', 'revision_number': 6, 'project_id': '76e4caaf5b9e49678bc6427b71560f19', 'gw_port_host': None}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:55.098977 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] For port 08d5bc0d-47d3-4e97-8e14-b9235196be61, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=08d5bc0d-47d3-4e97-8e14-b9235196be61,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:55.099336 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.118097 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Calling delete_port for 08d5bc0d-47d3-4e97-8e14-b9235196be61 owned by network:router_gateway {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:55.133098 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (ba1911d0-c881-484e-8699-ae988ecd6752), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.217736 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:55.223517 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:55.226732 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=ba1911d0-c881-484e-8699-ae988ecd6752,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:55.228842 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:19:55.321640 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (e54ef90b-cade-4ada-b04d-fd203e0b1773), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.357596 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:55.384889 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:55.396423 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (ba1911d0-c881-484e-8699-ae988ecd6752), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.399674 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (08d5bc0d-47d3-4e97-8e14-b9235196be61), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.448557 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Pushing event deleted for resources: {'Port': ['ID=08d5bc0d-47d3-4e97-8e14-b9235196be61,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:55.489515 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (ec372893-84f4-44af-b519-fd0b35a1fab8), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.864474 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (ec372893-84f4-44af-b519-fd0b35a1fab8), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.868043 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Publish callbacks [] for router_controller (ec372893-84f4-44af-b519-fd0b35a1fab8), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.941166 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (ec372893-84f4-44af-b519-fd0b35a1fab8), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.941819 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec372893-84f4-44af-b519-fd0b35a1fab8 {{(pid=104066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:19:55.949771 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.950887 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-edac269e-cdb7-4631-9634-44ee547febee admin admin] 10.222.0.61 "DELETE /v2.0/routers/ec372893-84f4-44af-b519-fd0b35a1fab8 HTTP/1.1" status: 204 len: 168 time: 1.4305067 Jul 14 10:19:55.953710 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52268) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:55.977763 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (ba1911d0-c881-484e-8699-ae988ecd6752), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:55.984405 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (ba1911d0-c881-484e-8699-ae988ecd6752), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.004533 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f505ed-0f61-47f4-9e51-46824aefd86d admin admin] Deleting subnet d613a2d0-21e3-4960-a29a-f41076a9208a {{(pid=104067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:19:56.007937 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e5f505ed-0f61-47f4-9e51-46824aefd86d admin admin] Publish callbacks [] for subnet (d613a2d0-21e3-4960-a29a-f41076a9208a), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.017825 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (e54ef90b-cade-4ada-b04d-fd203e0b1773), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.039626 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=ba1911d0-c881-484e-8699-ae988ecd6752,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:56.046710 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.047464 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e5f505ed-0f61-47f4-9e51-46824aefd86d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131802627'] for subnet (d613a2d0-21e3-4960-a29a-f41076a9208a), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.047938 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6fa1641c-aa39-4fc1-95da-b41bdaee974c tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5706201 Jul 14 10:19:56.146884 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:56.164373 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e5f505ed-0f61-47f4-9e51-46824aefd86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (d613a2d0-21e3-4960-a29a-f41076a9208a), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.183326 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 48fb0f79-2c80-4939-b2d6-63514c7890e7 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:56.204608 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 48fb0f79-2c80-4939-b2d6-63514c7890e7 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:19:56.204982 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 48fb0f79-2c80-4939-b2d6-63514c7890e7 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:56.205399 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 08d5bc0d-47d3-4e97-8e14-b9235196be61 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:56.227140 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e5f505ed-0f61-47f4-9e51-46824aefd86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131802649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131243376'] for subnet (d613a2d0-21e3-4960-a29a-f41076a9208a), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.230467 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 08d5bc0d-47d3-4e97-8e14-b9235196be61 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:19:56.230813 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 08d5bc0d-47d3-4e97-8e14-b9235196be61 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:56.236269 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-c5187e02-7613-4b7a-aab4-1d2e5aad28dc tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2053577006&fields=id&tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 267 time: 0.0545020 Jul 14 10:19:56.253783 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f505ed-0f61-47f4-9e51-46824aefd86d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d613a2d0-21e3-4960-a29a-f41076a9208a,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:56.257156 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e5f505ed-0f61-47f4-9e51-46824aefd86d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.263001 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e5f505ed-0f61-47f4-9e51-46824aefd86d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d613a2d0-21e3-4960-a29a-f41076a9208a HTTP/1.1" status: 204 len: 168 time: 0.3058093 Jul 14 10:19:56.263292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52282) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:56.273655 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c9aaf1-917d-4ebe-b56b-f63522f96fb3 None None] Network c86764b5-6320-470e-8466-fc72ac9ee1be requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:19:56.351428 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (c86764b5-6320-470e-8466-fc72ac9ee1be), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.352549 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-0938989e-9524-4fe8-a799-6574944265f9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:56.354352 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-0938989e-9524-4fe8-a799-6574944265f9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 814 time: 0.1106038 Jul 14 10:19:56.371037 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-d1d2d4f0-24ac-4782-8ad6-f5b956964476 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/quotas/5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 375 time: 0.0110669 Jul 14 10:19:56.394509 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Deleting port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:56.394852 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.427348 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-2ee08aad-502f-4acd-a57c-988676247921 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507624 Jul 14 10:19:56.436723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] DHCP port deletion for c86764b5-6320-470e-8466-fc72ac9ee1be request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:19:56.464167 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] For port 46dbf9ea-b6e2-4107-ae48-d700c15c8765, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=46dbf9ea-b6e2-4107-ae48-d700c15c8765,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:56.464672 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.478073 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Deleting port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:19:56.478448 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.482880 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Calling delete_port for 46dbf9ea-b6e2-4107-ae48-d700c15c8765 owned by network:dhcp {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:56.529698 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:56.536753 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-2c361024-1528-43dc-985d-be5926390002 service neutron] 10.222.0.61 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936151 Jul 14 10:19:56.543275 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] For port 46dbf9ea-b6e2-4107-ae48-d700c15c8765, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=46dbf9ea-b6e2-4107-ae48-d700c15c8765,segment=NetworkSegment(6634e31e-2a50-4e90-a62a-2b49a4329507),segment_id=6634e31e-2a50-4e90-a62a-2b49a4329507)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:56.544142 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.553800 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:56.559193 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Calling delete_port for 46dbf9ea-b6e2-4107-ae48-d700c15c8765 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:19:56.570838 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.598615 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46dbf9ea-b6e2-4107-ae48-d700c15c8765,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:56.600729 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] No DVR routers for this DVR port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 on host dv-cinder-849800-1-iscsi {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:19:56.628961 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-35bb1a1a-33d3-458b-aed6-42b19372a141 service neutron] 10.222.0.61 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912204 Jul 14 10:19:56.645258 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (46dbf9ea-b6e2-4107-ae48-d700c15c8765), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.653662 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:56.673465 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Pushing event deleted for resources: {'Port': ['ID=46dbf9ea-b6e2-4107-ae48-d700c15c8765,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:56.676540 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (c86764b5-6320-470e-8466-fc72ac9ee1be), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.678334 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] No DVR routers for this DVR port 46dbf9ea-b6e2-4107-ae48-d700c15c8765 on host dv-cinder-849800-1-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:19:56.686474 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.686814 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.687155 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.687494 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.687817 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.688140 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.688461 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.688808 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.689176 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.689433 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.689751 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.690067 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.690382 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.690697 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.691008 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc26f03-e874-4d71-9385-b114327f5e13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:56.707218 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86764b5-6320-470e-8466-fc72ac9ee1be']}} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:56.717035 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6634e31e-2a50-4e90-a62a-2b49a4329507') {'for_net_delete': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:56.717820 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6634e31e-2a50-4e90-a62a-2b49a4329507') {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:56.729549 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131802644'] for segment (6634e31e-2a50-4e90-a62a-2b49a4329507), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.749927 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (6634e31e-2a50-4e90-a62a-2b49a4329507), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.759441 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=104067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:19:56.759441 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131802555'] for segment (6634e31e-2a50-4e90-a62a-2b49a4329507), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.827586 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (c86764b5-6320-470e-8466-fc72ac9ee1be), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.848741 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:56.854195 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a223368b-af6d-49a8-bc2c-7aac13dcf772 req-2d019f48-7630-4139-a6e9-309ae8f4a4cf tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 210 time: 0.0387688 Jul 14 10:19:56.855849 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c86764b5-6320-470e-8466-fc72ac9ee1be HTTP/1.1" status: 204 len: 168 time: 0.5912440 Jul 14 10:19:56.857126 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2f6a7-6897-4b82-b155-ea69ceb65bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c86764b5-6320-470e-8466-fc72ac9ee1be,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:56.868745 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 6634e31e-2a50-4e90-a62a-2b49a4329507 resource provider aggregate not found Jul 14 10:19:56.890320 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 6634e31e-2a50-4e90-a62a-2b49a4329507 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6634e31e-2a50-4e90-a62a-2b49a4329507 found for delete ", "request_id": "req-1e657351-6a32-4643-9f49-752bbb74c4c1"}]} Jul 14 10:19:56.987861 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52300) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:57.028160 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-bf1efa59-5413-423f-80e9-670e9fc7f431 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76e4caaf5b9e49678bc6427b71560f19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391092 Jul 14 10:19:57.031283 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52302) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:57.079625 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-13c401a2-1100-44ae-a7c2-f33753bf2c7b admin admin] Publish callbacks [] for security_group (7f671a4a-ecd3-44e5-991f-17b3e8252544), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:57.106785 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-13c401a2-1100-44ae-a7c2-f33753bf2c7b admin admin] Publish callbacks [] for security_group (7f671a4a-ecd3-44e5-991f-17b3e8252544), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:57.163253 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-13c401a2-1100-44ae-a7c2-f33753bf2c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7f671a4a-ecd3-44e5-991f-17b3e8252544), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:57.165816 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-13c401a2-1100-44ae-a7c2-f33753bf2c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:57.166962 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-13c401a2-1100-44ae-a7c2-f33753bf2c7b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f671a4a-ecd3-44e5-991f-17b3e8252544 HTTP/1.1" status: 204 len: 168 time: 0.1346307 Jul 14 10:19:57.177671 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c401a2-1100-44ae-a7c2-f33753bf2c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f671a4a-ecd3-44e5-991f-17b3e8252544,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:57.717149 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:57.821680 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-6d954916-c880-4c86-b277-275fd9a01f72 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:57.823351 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-6d954916-c880-4c86-b277-275fd9a01f72 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 814 time: 0.1176488 Jul 14 10:19:57.881463 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52330) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:57.893244 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-0e360165-556a-4e23-96d9-c64fbe5bf74f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b HTTP/1.1" status: 200 len: 380 time: 0.0605564 Jul 14 10:19:57.963629 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-793b132a-18c7-42d7-9cdf-8717850ad456 req-d51a3b2e-97ff-4f77-b3cd-f92037d90b3b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 210 time: 0.0298834 Jul 14 10:19:57.973083 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'port': {'device_id': 'f7411091-94a7-46f4-8e0f-43581972d772', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'admin_state_up': True, 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'security_groups': ['14930180-0d32-4dc9-bc2d-debe36568299']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:57.994864 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-network', 'tenant_id': '4f945783031448849dc0e5a3337f8c76'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:58.015933 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Made reservation on behalf of 4f945783031448849dc0e5a3337f8c76 for: {'network': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:58.018574 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.027576 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.037890 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:58.088283 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Made reservation on behalf of 5056f0a32e37430ea3ea63d9cb69bf2b for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:58.091749 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:58.092215 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.113529 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Publish callbacks [] for security_group (2b9e3939-6991-41e5-b2c3-d251830b601b), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.119250 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (2b9e3939-6991-41e5-b2c3-d251830b601b), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.142046 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=104066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:19:58.158815 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e3939-6991-41e5-b2c3-d251830b601b,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:58.162137 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (bd473e11-0236-47c8-a4fd-c96719c06f23), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.163233 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.segments_db [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Added segment bd473e11-0236-47c8-a4fd-c96719c06f23 of type vlan for network 9b0d2893-bd16-48bf-a613-0a94b5150967 Jul 14 10:19:58.193394 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 46dbf9ea-b6e2-4107-ae48-d700c15c8765 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:58.209311 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (9b0d2893-bd16-48bf-a613-0a94b5150967), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.219920 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 46dbf9ea-b6e2-4107-ae48-d700c15c8765 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:19:58.221059 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 46dbf9ea-b6e2-4107-ae48-d700c15c8765 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:58.238293 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (9b0d2893-bd16-48bf-a613-0a94b5150967), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.239303 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:58.240068 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.243881 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Allocated IP 172.20.0.4 (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f/4f93cc99-11fb-4265-adab-8cfd65721f58/2a830823-d4db-40c7-8cf3-b5e63383422a) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:58.255469 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:58.283211 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3973520 Jul 14 10:19:58.286647 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52336) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:58.292897 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Request body: {'subnet': {'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-subnet', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:58.318263 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5779d97-9cdc-40dc-957a-db849568ea07 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0d2893-bd16-48bf-a613-0a94b5150967,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:58.329729 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 9b0d2893-bd16-48bf-a613-0a94b5150967 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:19:58.364757 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Made reservation on behalf of 4f945783031448849dc0e5a3337f8c76 for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:58.367116 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131243339'] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.457841 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.530478 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.542185 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:58.593190 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:58.623802 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:58.625570 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event updated for resources: {'Port': ['ID=2a830823-d4db-40c7-8cf3-b5e63383422a,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:58.629352 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:19:58.675203 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131802710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131243385'] for subnet (db6a6c10-3435-4c66-86d7-27a28ddb5321), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.729339 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:58.729973 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.756512 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6a6c10-3435-4c66-86d7-27a28ddb5321,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:58.769365 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-00cf8b77-b102-4a21-973e-8455aabada0f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8002229 Jul 14 10:19:58.772254 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Checking segment: {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:19:58.772610 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Network hostable DHCP agents. Network: 9b0d2893-bd16-48bf-a613-0a94b5150967, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:19:58.783591 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Request body: {'port': {'device_id': 'f7411091-94a7-46f4-8e0f-43581972d772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:58.819486 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Network 9b0d2893-bd16-48bf-a613-0a94b5150967 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:19:58.845624 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:58.851977 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-97999bf2-265d-41e9-8607-56d7d4f54c42 None None] Provisioning complete for port 2a830823-d4db-40c7-8cf3-b5e63383422a triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:19:58.852356 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-97999bf2-265d-41e9-8607-56d7d4f54c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.857666 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 9b0d2893-bd16-48bf-a613-0a94b5150967) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:58.860504 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.865904 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:58.866489 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.876890 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdd2324-6e31-44e7-afb1-97a59aafe2cc None None] Network 9b0d2893-bd16-48bf-a613-0a94b5150967 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:19:58.912486 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-da0fb3cd-1400-4740-acf5-d6a7da8fc7de admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6247909 Jul 14 10:19:58.912724 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-97999bf2-265d-41e9-8607-56d7d4f54c42 None None] Port 2a830823-d4db-40c7-8cf3-b5e63383422a cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:19:58.915295 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52338) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:19:58.919634 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:19:58.941600 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:58.942642 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.009259 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks [] for router_controller (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), precommit_add_association {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.137948 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-9b0d2893-bd16-48bf-a613-0a94b5150967', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'project_id': '4f945783031448849dc0e5a3337f8c76', 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:19:59.139871 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.165299 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153a4a5-f2eb-443d-80a7-1e433a7c4292 req-a9a1644f-f8b4-4859-bb23-bedf9288b60b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:59.166527 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6153a4a5-f2eb-443d-80a7-1e433a7c4292 req-a9a1644f-f8b4-4859-bb23-bedf9288b60b tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 931 time: 0.1110365 Jul 14 10:19:59.180341 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a830823-d4db-40c7-8cf3-b5e63383422a {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:19:59.189514 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Publish callbacks [] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.205772 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Transition to ACTIVE for port object 2a830823-d4db-40c7-8cf3-b5e63383422a will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:19:59.211771 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.217176 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks [] for router_gateway (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.294989 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Pushing event updated for resources: {'Port': ['ID=2a830823-d4db-40c7-8cf3-b5e63383422a,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:59.302192 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6153a4a5-f2eb-443d-80a7-1e433a7c4292 req-0fde5568-4322-4253-a5c6-bef2c93bcad3 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076577 Jul 14 10:19:59.306290 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Allocated IP 172.20.0.2 (9b0d2893-bd16-48bf-a613-0a94b5150967/db6a6c10-3435-4c66-86d7-27a28ddb5321/a8634b0d-e62d-4a79-be6f-107daf37af94) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:59.366616 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Attempting to bind port 2a830823-d4db-40c7-8cf3-b5e63383422a on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:19:59.367058 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Attempting to bind port 2a830823-d4db-40c7-8cf3-b5e63383422a by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:19:59.367457 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Attempting to bind port 2a830823-d4db-40c7-8cf3-b5e63383422a on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:19:59.372519 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Port 2a830823-d4db-40c7-8cf3-b5e63383422a on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:19:59.372909 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Attempting to bind port 2a830823-d4db-40c7-8cf3-b5e63383422a on network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:19:59.379056 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:19:59.379479 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Checking segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:19:59.379932 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Bound using segment: {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:19:59.380431 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Bound port: 2a830823-d4db-40c7-8cf3-b5e63383422a, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861bc662-092a-40d0-93f7-aab2de0b42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:19:59.381037 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.441143 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks [] for router_gateway (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.450157 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] For port 2a830823-d4db-40c7-8cf3-b5e63383422a, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:59.454880 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] For port 2a830823-d4db-40c7-8cf3-b5e63383422a, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2a830823-d4db-40c7-8cf3-b5e63383422a,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:59.464972 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.465324 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.466978 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:59.508787 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:59.509566 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.511442 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] 10.222.0.58 "PUT /v2.0/ports/2a830823-d4db-40c7-8cf3-b5e63383422a HTTP/1.1" status: 200 len: 1093 time: 0.7337871 Jul 14 10:19:59.514266 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7411091-94a7-46f4-8e0f-43581972d772', 'tag': '2a830823-d4db-40c7-8cf3-b5e63383422a'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:19:59.515786 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Publish callbacks [] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.518448 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7411091-94a7-46f4-8e0f-43581972d772", "tag": "2a830823-d4db-40c7-8cf3-b5e63383422a"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:59.524543 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.549632 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b27f2a-fa16-4a51-8668-452aa47ef252 service neutron] Pushing event updated for resources: {'Port': ['ID=2a830823-d4db-40c7-8cf3-b5e63383422a,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:59.565376 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:59.601460 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Network 9b0d2893-bd16-48bf-a613-0a94b5150967 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:59.607172 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:59.612843 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:19:59.644771 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f9e360-1d67-42d5-918b-38c592978d4d x-openstack-request-id: req-a1f9e360-1d67-42d5-918b-38c592978d4d {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:59.645213 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7411091-94a7-46f4-8e0f-43581972d772", "tag": "2a830823-d4db-40c7-8cf3-b5e63383422a", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:59.645520 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1f9e360-1d67-42d5-918b-38c592978d4d {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:59.646195 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f9e360-1d67-42d5-918b-38c592978d4d'] response: {'name': 'network-changed', 'server_uuid': 'f7411091-94a7-46f4-8e0f-43581972d772', 'tag': '2a830823-d4db-40c7-8cf3-b5e63383422a', 'status': 'completed', 'code': 200} Jul 14 10:19:59.649700 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-61d97711-8fea-4db1-9dc2-44167fe267be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:59.651588 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-61d97711-8fea-4db1-9dc2-44167fe267be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 1127 time: 0.0869651 Jul 14 10:19:59.661986 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Pushing event updated for resources: {'Port': ['ID=a8634b0d-e62d-4a79-be6f-107daf37af94,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:59.675585 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Allocated IP 172.27.0.33 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/564aa042-1cb7-4057-b762-b6f88c5d58b9) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:59.700407 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-d6032f8c-2013-4cd1-acea-79414fbac0a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a830823-d4db-40c7-8cf3-b5e63383422a HTTP/1.1" status: 200 len: 217 time: 0.0400238 Jul 14 10:19:59.715482 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Attempting to bind port a8634b0d-e62d-4a79-be6f-107daf37af94 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:19:59.716145 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Attempting to bind port a8634b0d-e62d-4a79-be6f-107daf37af94 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:19:59.716674 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Attempting to bind port a8634b0d-e62d-4a79-be6f-107daf37af94 on network 9b0d2893-bd16-48bf-a613-0a94b5150967 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:19:59.723456 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:19:59.724302 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Checking segment: {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:19:59.724864 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.725430 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Bound using segment: {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:19:59.726079 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Bound port: a8634b0d-e62d-4a79-be6f-107daf37af94, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:19:59.726641 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.778151 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-3dbc9b0f-ac9e-4b53-9a6f-ec5e0733d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:59.781146 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-3dbc9b0f-ac9e-4b53-9a6f-ec5e0733d55c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.0739634 Jul 14 10:19:59.816155 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] For port a8634b0d-e62d-4a79-be6f-107daf37af94, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:59.819559 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] For port a8634b0d-e62d-4a79-be6f-107daf37af94, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=a8634b0d-e62d-4a79-be6f-107daf37af94,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:59.825926 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.844828 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-bc2342ce-ed89-4d73-8bc7-e9ae33128023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:19:59.846415 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-bc2342ce-ed89-4d73-8bc7-e9ae33128023 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585334 Jul 14 10:19:59.850116 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:59.864236 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks [] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.873533 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:59.879779 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:59.910131 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:19:59.934065 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc9871-3f2f-4d02-951b-7be8495291a7 None None] Pushing event updated for resources: {'Port': ['ID=a8634b0d-e62d-4a79-be6f-107daf37af94,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:59.959094 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:19:59.960838 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:59.962528 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:59.965062 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Pushing event updated for resources: {'Port': ['ID=564aa042-1cb7-4057-b762-b6f88c5d58b9,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:59.966559 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:19:59.971950 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-6a43f84c-a4ab-4785-97c4-cf817bb6956c service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170084 Jul 14 10:20:00.088297 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a7656f5d-a163-4f8d-8b67-3fcd30a1a1bc req-7e4306d2-cec5-4a73-9b66-ab68b585bb01 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079021 Jul 14 10:20:00.227885 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks [] for router_gateway (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:00.466823 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37331b-4b18-43e4-8164-7d70c94b9be5 req-e97eb9fb-5e82-4912-af41-ac0b346c7289 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:00.468357 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ef37331b-4b18-43e4-8164-7d70c94b9be5 req-e97eb9fb-5e82-4912-af41-ac0b346c7289 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 943 time: 0.0653393 Jul 14 10:20:00.468885 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:00.586541 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ef37331b-4b18-43e4-8164-7d70c94b9be5 req-22af9078-a563-409d-8894-93b022e60835 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131308 Jul 14 10:20:00.635358 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104066) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:20:00.644561 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:00.755556 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:00.767306 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Sync routers for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:00.772141 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:00.779687 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:00.781034 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:00.781491 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:00.785855 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-01e63520-527d-4b57-be51-e14083100c79 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8669732 Jul 14 10:20:00.786281 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52346) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:00.905651 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729375b9-a3be-4901-a8d4-8e2b4fb4dfb9 None None] Network 9b0d2893-bd16-48bf-a613-0a94b5150967 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:20:00.929273 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:01.014822 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-9a5ebd00-7e2e-44fd-b8fd-5f7569575e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:01.016397 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-9a5ebd00-7e2e-44fd-b8fd-5f7569575e57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 1127 time: 0.0535676 Jul 14 10:20:01.061640 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a024af85-edee-4d7a-81ef-dadb0b2edd0d None None] Provisioning complete for port a8634b0d-e62d-4a79-be6f-107daf37af94 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:01.062006 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a024af85-edee-4d7a-81ef-dadb0b2edd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.135976 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-4d5ed8db-bc64-4011-9387-2f28731cc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:01.138491 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-4d5ed8db-bc64-4011-9387-2f28731cc4ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 915 time: 0.1163402 Jul 14 10:20:01.306890 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:00Z', 'revision_number': 3, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:01.308765 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a024af85-edee-4d7a-81ef-dadb0b2edd0d None None] Current status of the port a8634b0d-e62d-4a79-be6f-107daf37af94 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:01.309255 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a024af85-edee-4d7a-81ef-dadb0b2edd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.350640 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a024af85-edee-4d7a-81ef-dadb0b2edd0d None None] For port a8634b0d-e62d-4a79-be6f-107daf37af94, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=a8634b0d-e62d-4a79-be6f-107daf37af94,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:01.380334 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a024af85-edee-4d7a-81ef-dadb0b2edd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.407396 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Checking router: 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:01.407847 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Updating router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 port 564aa042-1cb7-4057-b762-b6f88c5d58b9 binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:01.444133 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-fbcdd03e-674d-4fa1-9085-13afc49eed69 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a830823-d4db-40c7-8cf3-b5e63383422a HTTP/1.1" status: 200 len: 217 time: 0.2995837 Jul 14 10:20:01.478454 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5f85-6888-491c-bfd8-f0d2027941d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.496885 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.506316 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-6d75bb08-f418-45c1-a582-35ac2b6e3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:01.507720 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-6d75bb08-f418-45c1-a582-35ac2b6e3a7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.0518892 Jul 14 10:20:01.529416 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.533646 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024af85-edee-4d7a-81ef-dadb0b2edd0d None None] Pushing event updated for resources: {'Port': ['ID=a8634b0d-e62d-4a79-be6f-107daf37af94,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:01.558912 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-2fb4e331-2f07-4cd6-9e21-4fe80ea677f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:01.560386 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-2fb4e331-2f07-4cd6-9e21-4fe80ea677f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450447 Jul 14 10:20:01.588681 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a6868426-ea9a-44a6-ad30-98a4be70dfb8 None None] Provisioning complete for port a8634b0d-e62d-4a79-be6f-107daf37af94 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:01.588681 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a6868426-ea9a-44a6-ad30-98a4be70dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.624964 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:01.661861 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-ef9ecb84-8458-4ece-b527-66e5cfbf300c service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912507 Jul 14 10:20:01.726852 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a6868426-ea9a-44a6-ad30-98a4be70dfb8 None None] Current status of the port a8634b0d-e62d-4a79-be6f-107daf37af94 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:01.736340 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:01.750624 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b139e8-4f2e-4211-8719-f9a1fa5dfda5 req-3de89a16-be8a-4ace-babf-06c5fff05f99 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:01.752281 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f3b139e8-4f2e-4211-8719-f9a1fa5dfda5 req-3de89a16-be8a-4ace-babf-06c5fff05f99 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 943 time: 0.0662808 Jul 14 10:20:01.753546 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Allocated IP 172.20.0.1 (9b0d2893-bd16-48bf-a613-0a94b5150967/db6a6c10-3435-4c66-86d7-27a28ddb5321/0d72ca58-af43-4e0f-8c04-216dbfb471f6) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:01.767773 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ef6e4cb9-2dcd-444a-a9e3-2a3407d65b2e req-ce88a734-c08f-49fe-b22b-e1a6ef928999 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985229 Jul 14 10:20:01.829597 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Publish callbacks [] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.834421 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.862255 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f3b139e8-4f2e-4211-8719-f9a1fa5dfda5 req-5bc2447a-0dfb-4e96-8940-df1998c0d854 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959897 Jul 14 10:20:01.890334 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Attempting to bind port 564aa042-1cb7-4057-b762-b6f88c5d58b9 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:20:01.890778 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Attempting to bind port 564aa042-1cb7-4057-b762-b6f88c5d58b9 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:20:01.891135 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Attempting to bind port 564aa042-1cb7-4057-b762-b6f88c5d58b9 on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:20:01.893747 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3819a-ded2-4fe2-bcd1-f32afc9980ad None None] Pushing event updated for resources: {'Port': ['ID=564aa042-1cb7-4057-b762-b6f88c5d58b9,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:01.899035 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:01.899429 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:20:01.899898 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:20:01.900188 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.900565 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:20:01.901039 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Bound port: 564aa042-1cb7-4057-b762-b6f88c5d58b9, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:20:01.901416 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.907935 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Publish callbacks [] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.944003 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.948549 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:01.951275 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] For port 564aa042-1cb7-4057-b762-b6f88c5d58b9, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:01.954379 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] For port 564aa042-1cb7-4057-b762-b6f88c5d58b9, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=564aa042-1cb7-4057-b762-b6f88c5d58b9,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:01.960267 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:01.991660 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Network 9b0d2893-bd16-48bf-a613-0a94b5150967 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:01.995349 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:02.002297 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:20:02.002859 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:02.022016 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3819a-ded2-4fe2-bcd1-f32afc9980ad None None] Pushing event updated for resources: {'Port': ['ID=564aa042-1cb7-4057-b762-b6f88c5d58b9,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:02.024465 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:02.025086 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:19:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:02.044816 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Pushing event updated for resources: {'Port': ['ID=0d72ca58-af43-4e0f-8c04-216dbfb471f6,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:02.133573 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:02.157248 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:02.212911 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device a8634b0d-e62d-4a79-be6f-107daf37af94 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:02.378925 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Publish callbacks [] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:02.383320 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:02.384241 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:02.453773 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-8428aad6-c26b-4a57-b702-90a9839175de None None] Provisioning complete for port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:02.454153 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8428aad6-c26b-4a57-b702-90a9839175de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:02.465771 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Pushing event updated for resources: {'Port': ['ID=0d72ca58-af43-4e0f-8c04-216dbfb471f6,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:02.535787 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8428aad6-c26b-4a57-b702-90a9839175de None None] Port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:20:02.543997 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Network 9b0d2893-bd16-48bf-a613-0a94b5150967 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:02.545636 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:02.568575 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port a8634b0d-e62d-4a79-be6f-107daf37af94 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:02.568983 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:02.612632 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:00Z', 'revision_number': 3, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:02.641829 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c4509-55af-4e79-9aa8-f50b9237e3af None None] The sync data for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi is: [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:00Z', 'revision_number': 3, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:02.678155 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:02.681092 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port a8634b0d-e62d-4a79-be6f-107daf37af94 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:02.695716 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:20:02.812247 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:02.817183 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-499fc5ae-9522-45a5-a32c-866b793e25db admin admin] 10.222.0.61 "PUT /v2.0/routers/8769d2f0-1290-43f9-8a6b-f2b9f85f64e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0292957 Jul 14 10:20:02.856700 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-e8638a91-86a4-4582-b07f-ce082c5cff08 None None] Provisioning complete for port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:02.857286 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e8638a91-86a4-4582-b07f-ce082c5cff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:02.913825 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-e8638a91-86a4-4582-b07f-ce082c5cff08 None None] Port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:20:03.023473 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee999b-3176-4b38-95ac-085edeb9e2c5 req-0558289b-2726-4fd4-8d20-6b1e84592b6d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:03.024986 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-80ee999b-3176-4b38-95ac-085edeb9e2c5 req-0558289b-2726-4fd4-8d20-6b1e84592b6d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 943 time: 0.0536978 Jul 14 10:20:03.038230 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:03.084018 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-80ee999b-3176-4b38-95ac-085edeb9e2c5 req-47759738-f839-4dbd-a98e-e9102f4737ff tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527489 Jul 14 10:20:03.179625 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 2a830823-d4db-40c7-8cf3-b5e63383422a details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:20:03.183765 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:03.204443 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52360) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:03.210536 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-7fe3a8a4-076a-45bb-b490-ef90c8f2dee2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839668877', 'description': 'tempest-description--757520537'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:03.236007 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a8a4-076a-45bb-b490-ef90c8f2dee2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.249617 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:03.298710 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 2a830823-d4db-40c7-8cf3-b5e63383422a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2a830823-d4db-40c7-8cf3-b5e63383422a,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:03.312090 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '2a830823-d4db-40c7-8cf3-b5e63383422a', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'port_id': '2a830823-d4db-40c7-8cf3-b5e63383422a', 'mac_address': 'fa:16:3e:c3:a9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:20:03.323585 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a8a4-076a-45bb-b490-ef90c8f2dee2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (f13098d6-4f48-44be-9bd1-e32a3ffe8bff), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.328529 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a8a4-076a-45bb-b490-ef90c8f2dee2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (f13098d6-4f48-44be-9bd1-e32a3ffe8bff), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.356259 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 2a830823-d4db-40c7-8cf3-b5e63383422a is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:03.357344 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.369338 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a8a4-076a-45bb-b490-ef90c8f2dee2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.371111 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-7fe3a8a4-076a-45bb-b490-ef90c8f2dee2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1646798 Jul 14 10:20:03.373865 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3a8a4-076a-45bb-b490-ef90c8f2dee2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13098d6-4f48-44be-9bd1-e32a3ffe8bff,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:03.374318 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52362) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:03.377626 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a830823-d4db-40c7-8cf3-b5e63383422a {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:20:03.383249 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-cf908e95-16a6-403c-bca2-2e13acfd1d30 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'security_group_rule': {'security_group_id': 'f13098d6-4f48-44be-9bd1-e32a3ffe8bff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:03.400112 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 2a830823-d4db-40c7-8cf3-b5e63383422a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2a830823-d4db-40c7-8cf3-b5e63383422a,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:03.405586 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.422921 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-cf908e95-16a6-403c-bca2-2e13acfd1d30 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (956e6f5a-2f22-45bf-be96-c71c75b37e74), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.459290 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=2a830823-d4db-40c7-8cf3-b5e63383422a,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:03.485851 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-cf908e95-16a6-403c-bca2-2e13acfd1d30 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (956e6f5a-2f22-45bf-be96-c71c75b37e74), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.490314 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-cf908e95-16a6-403c-bca2-2e13acfd1d30 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (956e6f5a-2f22-45bf-be96-c71c75b37e74), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.515074 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf908e95-16a6-403c-bca2-2e13acfd1d30 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956e6f5a-2f22-45bf-be96-c71c75b37e74,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:03.525152 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-cf908e95-16a6-403c-bca2-2e13acfd1d30 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.529155 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-cf908e95-16a6-403c-bca2-2e13acfd1d30 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534746 Jul 14 10:20:03.529339 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52364) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:03.534395 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-ee8c5173-39c0-48d3-be8d-a7ca239467b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'security_group_rule': {'security_group_id': 'f13098d6-4f48-44be-9bd1-e32a3ffe8bff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:03.565810 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5173-39c0-48d3-be8d-a7ca239467b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (43bb68c0-522d-470a-aae8-3ed0b77be915), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.585792 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-574c80b5-9d92-4794-9d83-17a42b33e581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.637701 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5173-39c0-48d3-be8d-a7ca239467b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (43bb68c0-522d-470a-aae8-3ed0b77be915), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.642809 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5173-39c0-48d3-be8d-a7ca239467b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (43bb68c0-522d-470a-aae8-3ed0b77be915), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.664864 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c5173-39c0-48d3-be8d-a7ca239467b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bb68c0-522d-470a-aae8-3ed0b77be915,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:03.671535 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5173-39c0-48d3-be8d-a7ca239467b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.673102 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-ee8c5173-39c0-48d3-be8d-a7ca239467b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420374 Jul 14 10:20:03.674389 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['2a830823-d4db-40c7-8cf3-b5e63383422a'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:20:03.676323 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52366) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:03.680894 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:03.702949 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.789281 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:03.902711 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Allocated IP 172.27.0.172 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/8d068d79-6f38-43f7-83ef-c487a0681314) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:04.016718 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for port (8d068d79-6f38-43f7-83ef-c487a0681314), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.054244 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (8d068d79-6f38-43f7-83ef-c487a0681314), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.082183 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:04.107978 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:04.112473 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:04.117277 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:20:04.124283 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'Port': ['ID=8d068d79-6f38-43f7-83ef-c487a0681314,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:04.157582 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:04.211933 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (941219d4-37a3-41ca-8593-42a382ebbbd7), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.237405 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1116e0-b4de-4833-bc38-579132b76ff2 req-e79ecacb-ee0a-40e6-aa9c-c33105c55558 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:04.238961 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9e1116e0-b4de-4833-bc38-579132b76ff2 req-e79ecacb-ee0a-40e6-aa9c-c33105c55558 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 944 time: 0.0701180 Jul 14 10:20:04.251369 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 564aa042-1cb7-4057-b762-b6f88c5d58b9 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:04.286192 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8d068d79-6f38-43f7-83ef-c487a0681314), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.310317 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 564aa042-1cb7-4057-b762-b6f88c5d58b9 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:04.310839 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.345702 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9e1116e0-b4de-4833-bc38-579132b76ff2 req-acdbdcea-47df-4251-bd63-0f2724fb3b92 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872250 Jul 14 10:20:04.420448 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 564aa042-1cb7-4057-b762-b6f88c5d58b9 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:04.421066 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.445827 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 564aa042-1cb7-4057-b762-b6f88c5d58b9, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=564aa042-1cb7-4057-b762-b6f88c5d58b9,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:04.451114 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.485562 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for port (8d068d79-6f38-43f7-83ef-c487a0681314), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.490463 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8d068d79-6f38-43f7-83ef-c487a0681314), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.506860 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Sync routers for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:04.511441 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=564aa042-1cb7-4057-b762-b6f88c5d58b9,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:04.517694 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:04.518317 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:04.527789 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (941219d4-37a3-41ca-8593-42a382ebbbd7), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.546797 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'Port': ['ID=8d068d79-6f38-43f7-83ef-c487a0681314,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:04.555759 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.557030 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-e3586f85-369e-4604-832f-371f044a50b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8796065 Jul 14 10:20:04.638678 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:04.725855 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8973eaa6-6834-4f1f-ae18-45a2d5f62444 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1839668877&fields=id&tenant_id=4f945783031448849dc0e5a3337f8c76 HTTP/1.1" status: 200 len: 267 time: 0.0469573 Jul 14 10:20:04.843255 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-1fed1209-1c21-4450-b08b-ee052fa72a7d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:04.844727 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-1fed1209-1c21-4450-b08b-ee052fa72a7d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 817 time: 0.1110582 Jul 14 10:20:04.845787 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 2, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:04.860687 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-cdec9add-187a-42e7-bbd4-8768841cef5d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/quotas/4f945783031448849dc0e5a3337f8c76 HTTP/1.1" status: 200 len: 375 time: 0.0105863 Jul 14 10:20:04.880466 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Checking router: 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:04.880802 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Updating router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:04.913091 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-031b5408-c565-440c-a785-c22c5ed201b0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470488 Jul 14 10:20:04.914718 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:04.952294 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:05.007582 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:05.024555 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.027607 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-4807d9e9-3a27-4f1f-999d-7e12083ca688 service neutron] 10.222.0.61 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028543 Jul 14 10:20:05.114584 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:05.122476 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-2738e078-bf63-4f02-9511-2d5652a452fc service neutron] 10.222.0.61 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885332 Jul 14 10:20:05.191442 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 2a830823-d4db-40c7-8cf3-b5e63383422a up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:05.199927 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Publish callbacks [] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.207607 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.242614 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 2a830823-d4db-40c7-8cf3-b5e63383422a completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:20:05.250732 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 2a830823-d4db-40c7-8cf3-b5e63383422a triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:05.251854 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.284694 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Pushing event updated for resources: {'Port': ['ID=0d72ca58-af43-4e0f-8c04-216dbfb471f6,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:05.300007 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.300633 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.301823 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.302342 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.302822 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.303295 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.303765 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.304231 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.304729 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.305076 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.305397 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.305729 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.306047 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.306359 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.306669 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:05.334567 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a333bc5b-98d4-4aee-9dd5-84ebdfc3fec4 req-b3bbc5c1-a1d0-4105-9e3d-e1e1dddcdcfc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 210 time: 0.0536072 Jul 14 10:20:05.372730 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Attempting to bind port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:20:05.373159 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Attempting to bind port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:20:05.373514 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Attempting to bind port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 on network 9b0d2893-bd16-48bf-a613-0a94b5150967 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:20:05.379010 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 2a830823-d4db-40c7-8cf3-b5e63383422a is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:05.379402 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.379684 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:20:05.380053 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Checking segment: {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:20:05.380442 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.380835 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Bound using segment: {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:20:05.381320 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Bound port: 0d72ca58-af43-4e0f-8c04-216dbfb471f6, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:20:05.381687 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.407041 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7411091-94a7-46f4-8e0f-43581972d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a830823-d4db-40c7-8cf3-b5e63383422a'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:05.409677 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6669d5-3f6a-429a-aed0-50b859b63ab0" -d '{"events": [{"server_uuid": "f7411091-94a7-46f4-8e0f-43581972d772", "name": "network-vif-plugged", "status": "completed", "tag": "2a830823-d4db-40c7-8cf3-b5e63383422a"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:05.412705 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:05.430826 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 2a830823-d4db-40c7-8cf3-b5e63383422a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2a830823-d4db-40c7-8cf3-b5e63383422a,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:05.442559 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.481986 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] For port 0d72ca58-af43-4e0f-8c04-216dbfb471f6, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:05.487129 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] For port 0d72ca58-af43-4e0f-8c04-216dbfb471f6, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=0d72ca58-af43-4e0f-8c04-216dbfb471f6,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:05.490070 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9535a8f7-5be7-4710-9e0e-0c6491adae7b x-openstack-request-id: req-9535a8f7-5be7-4710-9e0e-0c6491adae7b {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:05.490453 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7411091-94a7-46f4-8e0f-43581972d772", "name": "network-vif-plugged", "status": "completed", "tag": "2a830823-d4db-40c7-8cf3-b5e63383422a", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:05.490937 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9535a8f7-5be7-4710-9e0e-0c6491adae7b {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:05.491529 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9535a8f7-5be7-4710-9e0e-0c6491adae7b'] response: {'server_uuid': 'f7411091-94a7-46f4-8e0f-43581972d772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a830823-d4db-40c7-8cf3-b5e63383422a', 'code': 200} Jul 14 10:20:05.503304 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.534713 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=2a830823-d4db-40c7-8cf3-b5e63383422a,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:05.553241 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45766023-0962-4681-8b39-d17b9bde938f None None] Pushing event updated for resources: {'Port': ['ID=0d72ca58-af43-4e0f-8c04-216dbfb471f6,revision_number=4']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:05.561536 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:05.572307 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ced0f-b4cf-4fa5-a19b-1d3762e7311a req-889a8a92-49a6-45af-81ca-f72aa35c9dd9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:05.574741 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ac5ced0f-b4cf-4fa5-a19b-1d3762e7311a req-889a8a92-49a6-45af-81ca-f72aa35c9dd9 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 945 time: 0.0774291 Jul 14 10:20:05.587158 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:05.588275 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:05.633783 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ac5ced0f-b4cf-4fa5-a19b-1d3762e7311a req-abb66e03-20fc-45d9-8a22-1e48f1641afe tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502369 Jul 14 10:20:05.671195 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-3132e20b-8b99-4987-81d9-a7211ef9bba3 None None] Provisioning complete for port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:05.672692 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3132e20b-8b99-4987-81d9-a7211ef9bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.744349 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:05.754303 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83965788-671a-42b6-98d3-35479a5923f5 req-a1da2fd9-f0f0-4792-aabf-af619454c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:05.755901 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-83965788-671a-42b6-98d3-35479a5923f5 req-a1da2fd9-f0f0-4792-aabf-af619454c564 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 1129 time: 0.0693529 Jul 14 10:20:05.769568 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-3132e20b-8b99-4987-81d9-a7211ef9bba3 None None] Current status of the port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:05.770231 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3132e20b-8b99-4987-81d9-a7211ef9bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.823157 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-3132e20b-8b99-4987-81d9-a7211ef9bba3 None None] For port 0d72ca58-af43-4e0f-8c04-216dbfb471f6, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=0d72ca58-af43-4e0f-8c04-216dbfb471f6,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:05.831722 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3132e20b-8b99-4987-81d9-a7211ef9bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:05.849682 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-83965788-671a-42b6-98d3-35479a5923f5 req-b0219a97-5f95-4a6e-b1fc-b7f33f48727c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734129 Jul 14 10:20:05.888973 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132e20b-8b99-4987-81d9-a7211ef9bba3 None None] Pushing event updated for resources: {'Port': ['ID=0d72ca58-af43-4e0f-8c04-216dbfb471f6,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:05.950475 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-6b6b4d6b-5e28-4afd-82bd-32d766e3aeb7 None None] Provisioning complete for port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:05.950949 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4d6b-5e28-4afd-82bd-32d766e3aeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:06.025802 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b4d6b-5e28-4afd-82bd-32d766e3aeb7 None None] Current status of the port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:06.035635 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:20:06.086722 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:06.111652 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fbfb2c-7668-4a97-8129-4b341fea75cf None None] The sync data for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi is: [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:06.227362 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 564aa042-1cb7-4057-b762-b6f88c5d58b9 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:06.277121 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 564aa042-1cb7-4057-b762-b6f88c5d58b9 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:06.277809 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:06.367294 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 564aa042-1cb7-4057-b762-b6f88c5d58b9 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:06.381568 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:06.454502 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d23ff3e8-49f6-451a-a097-95a78741a030 req-51b535a4-a71a-4efb-b1e8-528315009aeb tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 210 time: 0.0297260 Jul 14 10:20:06.502763 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:06.734747 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:06.755375 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f12c1f-6be6-49dd-8e97-edf98a84ae5b req-15c6ea71-0fe9-42d7-b8dd-9f3f7bda6a2a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:06.756964 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-49f12c1f-6be6-49dd-8e97-edf98a84ae5b req-15c6ea71-0fe9-42d7-b8dd-9f3f7bda6a2a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Jul 14 10:20:06.809151 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-49f12c1f-6be6-49dd-8e97-edf98a84ae5b req-aef2e033-1334-420c-b9f3-3b53515ecbc5 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465724 Jul 14 10:20:07.508399 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:07.562435 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7ff26fcd-70dd-4fcf-8f39-a2f80bc368a6 req-0bb48532-30af-4735-84ee-99febcb89f3a tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 210 time: 0.0301068 Jul 14 10:20:07.611020 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-c4f524db-c3c9-41fe-b2c3-6417edaf1d28 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:07.612484 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-c4f524db-c3c9-41fe-b2c3-6417edaf1d28 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 817 time: 0.1148629 Jul 14 10:20:07.675430 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-100fb242-bfd7-49c1-8acc-80d2efb66f86 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f945783031448849dc0e5a3337f8c76 HTTP/1.1" status: 200 len: 380 time: 0.0544252 Jul 14 10:20:07.684413 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'port': {'device_id': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'admin_state_up': True, 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'security_groups': ['f13098d6-4f48-44be-9bd1-e32a3ffe8bff']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:07.689347 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:07.797859 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Made reservation on behalf of 4f945783031448849dc0e5a3337f8c76 for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:07.801162 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:07.924132 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000184-8543-48aa-b5cc-5fa449c0c3f6 req-f2eb3690-9d7f-43f4-9889-2cfe26fc0167 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:07.925654 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4f000184-8543-48aa-b5cc-5fa449c0c3f6 req-f2eb3690-9d7f-43f4-9889-2cfe26fc0167 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 945 time: 0.0494003 Jul 14 10:20:07.930121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Allocated IP 172.20.0.4 (9b0d2893-bd16-48bf-a613-0a94b5150967/db6a6c10-3435-4c66-86d7-27a28ddb5321/8ba13434-52d7-4813-b0c6-beeb755f6fda) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:07.974538 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4f000184-8543-48aa-b5cc-5fa449c0c3f6 req-8d1e4aa0-79bd-450a-84a6-7257a892d35e tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432591 Jul 14 10:20:08.068567 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.084581 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a631df-8649-4d4b-b30f-ab7289013483 req-54f38f90-5c85-4fa7-91e2-b2a81e52c61f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:08.086175 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-75a631df-8649-4d4b-b30f-ab7289013483 req-54f38f90-5c85-4fa7-91e2-b2a81e52c61f tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Jul 14 10:20:08.096278 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52410) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:08.101518 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-33744fc2-0680-46a1-9f21-f00b458bb916 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Request body: {'floatingip': {'port_id': '2a830823-d4db-40c7-8cf3-b5e63383422a'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:08.101957 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.151300 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-33744fc2-0680-46a1-9f21-f00b458bb916 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (e54ef90b-cade-4ada-b04d-fd203e0b1773), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.153319 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Network 9b0d2893-bd16-48bf-a613-0a94b5150967 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:08.159387 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:08.163508 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:20:08.190162 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:08.219864 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 0d72ca58-af43-4e0f-8c04-216dbfb471f6 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:08.227781 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:08.228569 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.257353 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-71404af7-f36b-457e-8abd-e9ea517353c6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765734 Jul 14 10:20:08.270186 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Request body: {'port': {'device_id': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:08.280541 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:08.281221 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.297338 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:08.343904 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.366890 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:08.368085 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:08.467654 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-27999c86-bc0f-41e8-ba7b-ab3e68862a7b None None] Provisioning complete for port 8ba13434-52d7-4813-b0c6-beeb755f6fda triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:08.467970 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-27999c86-bc0f-41e8-ba7b-ab3e68862a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.500835 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-27999c86-bc0f-41e8-ba7b-ab3e68862a7b None None] Port 8ba13434-52d7-4813-b0c6-beeb755f6fda cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:20:08.627485 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:08.644501 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba13434-52d7-4813-b0c6-beeb755f6fda {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:20:08.653118 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Publish callbacks [] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.668340 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Transition to ACTIVE for port object 8ba13434-52d7-4813-b0c6-beeb755f6fda will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:20:08.672860 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.729982 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Pushing event updated for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:08.804987 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Attempting to bind port 8ba13434-52d7-4813-b0c6-beeb755f6fda on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:20:08.805324 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Attempting to bind port 8ba13434-52d7-4813-b0c6-beeb755f6fda by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:20:08.805768 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Attempting to bind port 8ba13434-52d7-4813-b0c6-beeb755f6fda on network 9b0d2893-bd16-48bf-a613-0a94b5150967 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:20:08.811711 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Port 8ba13434-52d7-4813-b0c6-beeb755f6fda on network 9b0d2893-bd16-48bf-a613-0a94b5150967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:20:08.811711 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Attempting to bind port 8ba13434-52d7-4813-b0c6-beeb755f6fda on network 9b0d2893-bd16-48bf-a613-0a94b5150967 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:20:08.816962 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:20:08.817493 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Checking segment: {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:20:08.817626 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Bound using segment: {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:20:08.818035 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Bound port: 8ba13434-52d7-4813-b0c6-beeb755f6fda, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:20:08.818389 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.840619 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d2fa2-393e-4402-a3b6-651dc29dc505 req-da730a9c-1165-4f0e-b021-b8c4c187b753 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:08.842211 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a78d2fa2-393e-4402-a3b6-651dc29dc505 req-da730a9c-1165-4f0e-b021-b8c4c187b753 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0616570 Jul 14 10:20:08.889779 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:08.893345 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:08.902387 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.940821 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:08.941458 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.942806 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] 10.222.0.58 "PUT /v2.0/ports/8ba13434-52d7-4813-b0c6-beeb755f6fda HTTP/1.1" status: 200 len: 1093 time: 0.6775000 Jul 14 10:20:08.943226 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:08.945761 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:08.979058 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-33744fc2-0680-46a1-9f21-f00b458bb916 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.984019 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a78d2fa2-393e-4402-a3b6-651dc29dc505 req-cd8ff94e-83fc-45b1-9a2d-d45ad5708c46 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338170 Jul 14 10:20:08.985219 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-33744fc2-0680-46a1-9f21-f00b458bb916 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (e54ef90b-cade-4ada-b04d-fd203e0b1773), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:08.992217 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ed6fa6-d470-4486-9493-c75189a7cfd5 x-openstack-request-id: req-c4ed6fa6-d470-4486-9493-c75189a7cfd5 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:08.992504 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:08.992755 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4ed6fa6-d470-4486-9493-c75189a7cfd5 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:08.993190 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ed6fa6-d470-4486-9493-c75189a7cfd5'] response: {'name': 'network-changed', 'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'status': 'completed', 'code': 200} Jul 14 10:20:09.039438 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec40c13-a58f-42c3-9407-77e38aeea30d service neutron] Pushing event updated for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:09.051807 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-5c6356a2-9037-4a05-8db4-9a677d22af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:09.053401 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-5c6356a2-9037-4a05-8db4-9a677d22af83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 1127 time: 0.0577090 Jul 14 10:20:09.103290 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-65cbc9db-72cd-423a-a870-e8301dc80e01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda HTTP/1.1" status: 200 len: 217 time: 0.0398734 Jul 14 10:20:09.104753 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-33744fc2-0680-46a1-9f21-f00b458bb916 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Floating IP e54ef90b-cade-4ada-b04d-fd203e0b1773 associated. External IP: 172.27.0.79, port: 2a830823-d4db-40c7-8cf3-b5e63383422a. Jul 14 10:20:09.147219 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:09.162887 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-aa522eac-071e-4a02-961c-959498aedb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:09.164362 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-aa522eac-071e-4a02-961c-959498aedb33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.0488048 Jul 14 10:20:09.208776 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-a9cf4277-a0a8-4dba-8b27-025a268bced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:09.210325 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-a9cf4277-a0a8-4dba-8b27-025a268bced1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392265 Jul 14 10:20:09.281816 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:09.307740 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-44aac0e1-ad4b-476a-8b43-04172b25787a service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900798 Jul 14 10:20:09.313611 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33744fc2-0680-46a1-9f21-f00b458bb916 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:20:09.391164 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:09.398070 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a9cf54a2-d103-4fb9-8da3-73976ed881e0 req-978ce67a-db81-413d-b3a7-fc89493a1842 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837967 Jul 14 10:20:09.417742 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33744fc2-0680-46a1-9f21-f00b458bb916 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:09.422579 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-33744fc2-0680-46a1-9f21-f00b458bb916 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:09.427607 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:09.438362 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:09.438976 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:09.457728 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-33744fc2-0680-46a1-9f21-f00b458bb916 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "PUT /v2.0/floatingips/e54ef90b-cade-4ada-b04d-fd203e0b1773 HTTP/1.1" status: 200 len: 990 time: 1.3601568 Jul 14 10:20:09.458304 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7411091-94a7-46f4-8e0f-43581972d772', 'tag': '2a830823-d4db-40c7-8cf3-b5e63383422a'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:09.460568 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f943eef-200d-4d94-ac71-e75508f155ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f7411091-94a7-46f4-8e0f-43581972d772", "tag": "2a830823-d4db-40c7-8cf3-b5e63383422a"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:09.474249 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:09.547456 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:09.556531 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffcb202-1634-4373-bb34-c7467fbb2a1b x-openstack-request-id: req-cffcb202-1634-4373-bb34-c7467fbb2a1b {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:09.556823 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7411091-94a7-46f4-8e0f-43581972d772", "tag": "2a830823-d4db-40c7-8cf3-b5e63383422a", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:09.557112 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cffcb202-1634-4373-bb34-c7467fbb2a1b {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:09.557527 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffcb202-1634-4373-bb34-c7467fbb2a1b'] response: {'name': 'network-changed', 'server_uuid': 'f7411091-94a7-46f4-8e0f-43581972d772', 'tag': '2a830823-d4db-40c7-8cf3-b5e63383422a', 'status': 'completed', 'code': 200} Jul 14 10:20:09.750892 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': 'e54ef90b-cade-4ada-b04d-fd203e0b1773', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '2a830823-d4db-40c7-8cf3-b5e63383422a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:c3:a9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7411091-94a7-46f4-8e0f-43581972d772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:19:55Z', 'updated_at': '2022-07-14T10:20:08Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:09.776169 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:09.785303 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:09.785908 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:09.884139 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:10.092701 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': 'e54ef90b-cade-4ada-b04d-fd203e0b1773', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '2a830823-d4db-40c7-8cf3-b5e63383422a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:c3:a9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7411091-94a7-46f4-8e0f-43581972d772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:19:55Z', 'updated_at': '2022-07-14T10:20:08Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:10.112716 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08220ca-9f7c-405e-b510-aad2646c51b9 req-14b5ec58-356a-4584-a233-a4bdcc3cb048 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:10.114342 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e08220ca-9f7c-405e-b510-aad2646c51b9 req-14b5ec58-356a-4584-a233-a4bdcc3cb048 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0499229 Jul 14 10:20:10.117879 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35242d6f-7ee6-4b1c-b2b2-ec7e32158520 None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': 'e54ef90b-cade-4ada-b04d-fd203e0b1773', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'port_id': '2a830823-d4db-40c7-8cf3-b5e63383422a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'mac_address': 'fa:16:3e:c3:a9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7411091-94a7-46f4-8e0f-43581972d772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:19:55Z', 'updated_at': '2022-07-14T10:20:08Z', 'revision_number': 1, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:10.165273 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e08220ca-9f7c-405e-b510-aad2646c51b9 req-b5de27d2-a27d-4596-a890-aecaeac3cdd0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 Jul 14 10:20:10.315182 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed27dd-c01c-46dc-82b4-2e63acd23fb0 None None] New status for floating IP e54ef90b-cade-4ada-b04d-fd203e0b1773: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:20:10.368006 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:10.419603 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-b7104e96-5fd9-4855-aed7-b4016e5164cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:10.422081 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-b7104e96-5fd9-4855-aed7-b4016e5164cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 1127 time: 0.1241937 Jul 14 10:20:10.426628 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f943eef-200d-4d94-ac71-e75508f155ee req-9ddb5dfa-cc97-470d-99ce-9a0262bf67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:10.428862 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7f943eef-200d-4d94-ac71-e75508f155ee req-9ddb5dfa-cc97-470d-99ce-9a0262bf67ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 1129 time: 0.0780110 Jul 14 10:20:10.609190 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-70735a9f-ad76-4556-b06a-dee57af1877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:10.610546 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-70735a9f-ad76-4556-b06a-dee57af1877f service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 918 time: 0.1805663 Jul 14 10:20:10.611597 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f943eef-200d-4d94-ac71-e75508f155ee req-3299fb8e-bb6c-466a-ba95-8db08a220956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:10.612867 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7f943eef-200d-4d94-ac71-e75508f155ee req-3299fb8e-bb6c-466a-ba95-8db08a220956 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 200 len: 915 time: 0.1709311 Jul 14 10:20:10.626917 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:10.664339 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-567d055e-3d5f-478d-ad87-5655f26e95fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda HTTP/1.1" status: 200 len: 217 time: 0.0437160 Jul 14 10:20:10.742982 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7f943eef-200d-4d94-ac71-e75508f155ee req-bbfb5439-89aa-4b1d-845b-957036d5f9d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a830823-d4db-40c7-8cf3-b5e63383422a HTTP/1.1" status: 200 len: 1000 time: 0.1212652 Jul 14 10:20:10.748112 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-9a259d97-7fed-4a49-8391-7487925dd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:10.749440 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-9a259d97-7fed-4a49-8391-7487925dd250 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.0600040 Jul 14 10:20:10.825948 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-d1b94f7b-20cd-413a-9f43-e62e43b1ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:10.827463 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-d1b94f7b-20cd-413a-9f43-e62e43b1ed35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711579 Jul 14 10:20:10.830948 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f943eef-200d-4d94-ac71-e75508f155ee req-ac75bc28-1517-4a54-9f9f-7e9315ca5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:10.832229 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7f943eef-200d-4d94-ac71-e75508f155ee req-ac75bc28-1517-4a54-9f9f-7e9315ca5c51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 200 len: 853 time: 0.0769570 Jul 14 10:20:10.926100 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f943eef-200d-4d94-ac71-e75508f155ee req-a02120a7-dc96-4340-b541-4d4959e9600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:10.927551 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7f943eef-200d-4d94-ac71-e75508f155ee req-a02120a7-dc96-4340-b541-4d4959e9600b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883212 Jul 14 10:20:10.977534 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-b4f741bd-d8f1-49f8-9057-68e494a7b87e service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392980 Jul 14 10:20:11.093110 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7f943eef-200d-4d94-ac71-e75508f155ee req-9efb2357-3890-4055-bd3f-c0aa93b84f39 service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565423 Jul 14 10:20:11.125194 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:11.128786 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-ab0eb10d-2106-45f4-8d45-60a4e663b2eb req-3da7a386-c15e-40db-ac58-4b8832d58454 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273448 Jul 14 10:20:11.197853 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7f943eef-200d-4d94-ac71-e75508f155ee req-23923c7c-c97a-4a04-8416-ed9b95f7a62a service neutron] 10.222.0.58 "GET /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964472 Jul 14 10:20:11.209472 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 8ba13434-52d7-4813-b0c6-beeb755f6fda details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:20:11.285929 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbef6bc-5da4-43e5-af50-fe52474d5118 req-e16f1e2d-94ba-4d03-8640-cb25bb5ac17f tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:11.287778 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2fbef6bc-5da4-43e5-af50-fe52474d5118 req-e16f1e2d-94ba-4d03-8640-cb25bb5ac17f tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0468767 Jul 14 10:20:11.311577 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:11.314111 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:11.328526 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'port_id': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'mac_address': 'fa:16:3e:78:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:20:11.334712 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2fbef6bc-5da4-43e5-af50-fe52474d5118 req-4238ca23-e752-44e8-b745-09aad0174c82 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Jul 14 10:20:11.484202 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 8ba13434-52d7-4813-b0c6-beeb755f6fda is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:11.484503 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:11.497267 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba13434-52d7-4813-b0c6-beeb755f6fda {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:20:11.503487 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:11.518677 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:11.522521 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:11.568270 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:11.807932 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['8ba13434-52d7-4813-b0c6-beeb755f6fda'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:20:12.468478 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591607e7-92c0-4ab3-9805-44048f5940a4 req-0905f92d-edad-4e68-9ea3-508e8a2412e7 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:12.469965 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-591607e7-92c0-4ab3-9805-44048f5940a4 req-0905f92d-edad-4e68-9ea3-508e8a2412e7 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 944 time: 0.0581892 Jul 14 10:20:12.516394 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-591607e7-92c0-4ab3-9805-44048f5940a4 req-eb82ff43-4487-457d-9e60-c2c4a2c855f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Jul 14 10:20:13.231860 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 8ba13434-52d7-4813-b0c6-beeb755f6fda up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:13.284448 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 8ba13434-52d7-4813-b0c6-beeb755f6fda completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:20:13.291130 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 8ba13434-52d7-4813-b0c6-beeb755f6fda triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:13.291778 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:13.368368 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 8ba13434-52d7-4813-b0c6-beeb755f6fda is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:13.368751 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:13.393024 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:13.395516 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de51ecd-ace9-4e49-9b9b-cc83fa5487f5" -d '{"events": [{"server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "name": "network-vif-plugged", "status": "completed", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:13.408754 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:13.413363 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:13.439419 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a666c9-4260-441f-a706-8d8faabd2445 x-openstack-request-id: req-67a666c9-4260-441f-a706-8d8faabd2445 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:13.439710 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "name": "network-vif-plugged", "status": "completed", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:13.439957 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67a666c9-4260-441f-a706-8d8faabd2445 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:13.440347 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a666c9-4260-441f-a706-8d8faabd2445'] response: {'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'code': 200} Jul 14 10:20:13.475737 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:13.606255 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1064d90-6d36-455a-978d-4ccd1caa055f req-5d100fff-0cde-4f23-9a49-af84fade2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:13.607858 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b1064d90-6d36-455a-978d-4ccd1caa055f req-5d100fff-0cde-4f23-9a49-af84fade2c87 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 1129 time: 0.0404105 Jul 14 10:20:13.634393 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ca98a-f3a6-4f9d-b335-005aad4ef2ef req-03cd789f-e903-4202-afc4-b153603d7608 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:13.635968 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d42ca98a-f3a6-4f9d-b335-005aad4ef2ef req-03cd789f-e903-4202-afc4-b153603d7608 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0472705 Jul 14 10:20:13.652043 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b1064d90-6d36-455a-978d-4ccd1caa055f req-acfc3b23-eb03-4e41-b573-31578199412e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375605 Jul 14 10:20:13.683865 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d42ca98a-f3a6-4f9d-b335-005aad4ef2ef req-7d7e4894-4012-442d-89be-e0fa51786e0e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Jul 14 10:20:14.802654 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc06cd2-71c0-452c-8808-9fb6ff9b7279 req-5320751f-e79e-4290-bef9-f2d7e4143e1c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:14.804111 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5dc06cd2-71c0-452c-8808-9fb6ff9b7279 req-5320751f-e79e-4290-bef9-f2d7e4143e1c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0467846 Jul 14 10:20:14.854131 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5dc06cd2-71c0-452c-8808-9fb6ff9b7279 req-b9062617-d1d1-4af8-9435-1f1ed51d065e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444248 Jul 14 10:20:15.977896 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc0844-277a-4882-937f-6456ad8d3c82 req-bd5204b0-0da2-4898-b661-0eb21f053bfa tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:15.979400 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-33dc0844-277a-4882-937f-6456ad8d3c82 req-bd5204b0-0da2-4898-b661-0eb21f053bfa tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0477674 Jul 14 10:20:16.026365 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-33dc0844-277a-4882-937f-6456ad8d3c82 req-9532b5e3-1ef8-4889-8346-cefb631047b8 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406685 Jul 14 10:20:16.142588 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c87d48-588d-41e0-88c7-293103fb0cae req-2a4e8434-08b8-447c-ba99-2751fdbfed43 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:16.144066 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-24c87d48-588d-41e0-88c7-293103fb0cae req-2a4e8434-08b8-447c-ba99-2751fdbfed43 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0471547 Jul 14 10:20:16.152786 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52442) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:16.157665 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-1f83441e-d63c-4790-a339-bfda0e5fd64e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'floatingip': {'port_id': '8ba13434-52d7-4813-b0c6-beeb755f6fda'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:16.198065 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f83441e-d63c-4790-a339-bfda0e5fd64e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (941219d4-37a3-41ca-8593-42a382ebbbd7), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:16.199902 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:16.573006 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:16.621441 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f83441e-d63c-4790-a339-bfda0e5fd64e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:16.625185 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f83441e-d63c-4790-a339-bfda0e5fd64e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (941219d4-37a3-41ca-8593-42a382ebbbd7), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:16.719074 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-1f83441e-d63c-4790-a339-bfda0e5fd64e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Floating IP 941219d4-37a3-41ca-8593-42a382ebbbd7 associated. External IP: 172.27.0.172, port: 8ba13434-52d7-4813-b0c6-beeb755f6fda. Jul 14 10:20:16.913776 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f83441e-d63c-4790-a339-bfda0e5fd64e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:20:17.014684 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f83441e-d63c-4790-a339-bfda0e5fd64e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:17.019067 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f83441e-d63c-4790-a339-bfda0e5fd64e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:17.024283 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] Sync routers for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:17.034757 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:17.035304 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:17.049937 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-1f83441e-d63c-4790-a339-bfda0e5fd64e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "PUT /v2.0/floatingips/941219d4-37a3-41ca-8593-42a382ebbbd7 HTTP/1.1" status: 200 len: 991 time: 0.8961110 Jul 14 10:20:17.050518 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:17.052723 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d357873-8ba2-48bc-a018-30782eb6aba3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:17.087597 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c1ef11-b3c0-4a5d-83fb-fabe3d492d5d x-openstack-request-id: req-89c1ef11-b3c0-4a5d-83fb-fabe3d492d5d {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:17.087891 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:17.088141 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89c1ef11-b3c0-4a5d-83fb-fabe3d492d5d {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:17.088647 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c1ef11-b3c0-4a5d-83fb-fabe3d492d5d'] response: {'name': 'network-changed', 'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'status': 'completed', 'code': 200} Jul 14 10:20:17.144109 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:17.156440 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-9e59f2ae-4e33-4b7a-9a05-a489543031b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:17.157971 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-9e59f2ae-4e33-4b7a-9a05-a489543031b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 1129 time: 0.0403461 Jul 14 10:20:17.265319 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-44e2ebe8-f2bf-49b7-b617-2899d2fbcf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:17.266780 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-44e2ebe8-f2bf-49b7-b617-2899d2fbcf45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 918 time: 0.0982175 Jul 14 10:20:17.316806 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:17.328498 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-78229792-eb16-402c-966d-7333bda05929 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda HTTP/1.1" status: 200 len: 999 time: 0.0553977 Jul 14 10:20:17.361461 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '941219d4-37a3-41ca-8593-42a382ebbbd7', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'port_id': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'mac_address': 'fa:16:3e:78:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:04Z', 'updated_at': '2022-07-14T10:20:16Z', 'revision_number': 1, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:17.384817 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-5f3b7b4f-c411-4584-885f-d86de7022cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:17.386291 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-5f3b7b4f-c411-4584-885f-d86de7022cde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.0471506 Jul 14 10:20:17.386437 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] Checking router: 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:17.394736 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:17.395600 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:17.429424 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-313ac065-e0fe-47f1-9e9e-83c627f245ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:17.430940 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-313ac065-e0fe-47f1-9e9e-83c627f245ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383303 Jul 14 10:20:17.485614 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:17.499727 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:17.504394 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:17.523399 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-69130aa4-77dd-456e-82be-5f8f5dcbe99c service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853157 Jul 14 10:20:17.617691 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-0d357873-8ba2-48bc-a018-30782eb6aba3 req-4e3d0d01-cf87-415b-b498-49058d1d8824 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864925 Jul 14 10:20:17.716540 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '941219d4-37a3-41ca-8593-42a382ebbbd7', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'port_id': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'mac_address': 'fa:16:3e:78:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:04Z', 'updated_at': '2022-07-14T10:20:16Z', 'revision_number': 1, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:17.740386 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf52ba-d956-49a0-a5ce-05e08558e3bb None None] The sync data for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi is: [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '941219d4-37a3-41ca-8593-42a382ebbbd7', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'port_id': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'mac_address': 'fa:16:3e:78:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:04Z', 'updated_at': '2022-07-14T10:20:16Z', 'revision_number': 1, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:17.924220 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b6cb9-449e-4f6b-9066-66ce3794994e None None] New status for floating IP 941219d4-37a3-41ca-8593-42a382ebbbd7: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:20:20.371093 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:20.686954 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:22.340628 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a099f4-ec04-48b9-a811-dee3eaae77e2 req-2248e970-ed6f-4a95-864f-8f3799f4ad08 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:22.342730 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-32a099f4-ec04-48b9-a811-dee3eaae77e2 req-2248e970-ed6f-4a95-864f-8f3799f4ad08 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 945 time: 0.0469005 Jul 14 10:20:22.391442 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-32a099f4-ec04-48b9-a811-dee3eaae77e2 req-c4f48186-30e1-44fe-b9d9-367fbd69ba95 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430515 Jul 14 10:20:23.511049 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a223-be6f-41b1-a91c-69a60c621585 req-40c32b2d-463b-4a8f-b16f-4b5400378687 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:23.512505 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d7f6a223-be6f-41b1-a91c-69a60c621585 req-40c32b2d-463b-4a8f-b16f-4b5400378687 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 945 time: 0.0505695 Jul 14 10:20:23.545026 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:23.562753 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d7f6a223-be6f-41b1-a91c-69a60c621585 req-09820515-9679-4b56-b198-22a38379621d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441217 Jul 14 10:20:24.200158 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-875d2a86-40fb-4ff3-9c94-7f531e984c91 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:24.201613 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-875d2a86-40fb-4ff3-9c94-7f531e984c91 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 945 time: 0.0464270 Jul 14 10:20:24.288661 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Deleting port 4b9960d1-29f9-466d-84b3-07562c942f9c {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:24.289033 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:24.375535 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] For port 4b9960d1-29f9-466d-84b3-07562c942f9c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=4b9960d1-29f9-466d-84b3-07562c942f9c,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:24.375811 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:24.534439 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:24.534795 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (8bb4fd28-ae4f-4593-946d-40116b530f5f), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:24.535100 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.l3_db [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Floating IP 8bb4fd28-ae4f-4593-946d-40116b530f5f disassociated. External IP: 172.27.0.201, port: 4b9960d1-29f9-466d-84b3-07562c942f9c. Jul 14 10:20:24.535436 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Calling delete_port for 4b9960d1-29f9-466d-84b3-07562c942f9c owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:24.540522 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:24.672870 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (4b9960d1-29f9-466d-84b3-07562c942f9c), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:24.682596 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aefe01-348e-4e9a-894a-efa3a753e4a0 req-4b8ec54c-0823-4990-9efe-3e67860c4cf3 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:24.684081 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b1aefe01-348e-4e9a-894a-efa3a753e4a0 req-4b8ec54c-0823-4990-9efe-3e67860c4cf3 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce402fd6-a9d2-4651-9e76-aa616b99b208 HTTP/1.1" status: 200 len: 945 time: 0.0503075 Jul 14 10:20:24.698765 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event deleted for resources: {'Port': ['ID=4b9960d1-29f9-466d-84b3-07562c942f9c,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:24.711815 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.712222 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.712565 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.712903 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.713259 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.713586 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.713907 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.714232 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.714552 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.714870 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.715188 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.715506 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.715822 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.716821 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.717159 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:24.742764 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b1aefe01-348e-4e9a-894a-efa3a753e4a0 req-f0ac5648-59ed-4575-95ce-617a46ed187c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525050 Jul 14 10:20:24.823788 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:20:24.926576 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:24.932442 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:24.936060 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] Sync routers for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:24.946097 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:24.946715 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:24.969897 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] No DVR routers for this DVR port 4b9960d1-29f9-466d-84b3-07562c942f9c on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:20:24.972681 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:24.975848 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-cf0ace6a-638d-45f1-bdbe-4f53a7709775 req-45e4401b-236a-4a64-91f9-01405fe2328d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "DELETE /v2.0/ports/4b9960d1-29f9-466d-84b3-07562c942f9c HTTP/1.1" status: 204 len: 173 time: 0.7683887 Jul 14 10:20:24.976279 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'name': 'network-vif-deleted', 'tag': '4b9960d1-29f9-466d-84b3-07562c942f9c'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:24.978564 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479b055e-2ff0-47ba-b055-f5e0218b25aa" -d '{"events": [{"server_uuid": "ce402fd6-a9d2-4651-9e76-aa616b99b208", "name": "network-vif-deleted", "tag": "4b9960d1-29f9-466d-84b3-07562c942f9c"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:25.016860 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f01ab8-44a9-4726-bcfd-60e5ccc88944 x-openstack-request-id: req-19f01ab8-44a9-4726-bcfd-60e5ccc88944 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:25.017190 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce402fd6-a9d2-4651-9e76-aa616b99b208", "name": "network-vif-deleted", "tag": "4b9960d1-29f9-466d-84b3-07562c942f9c", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:25.017436 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19f01ab8-44a9-4726-bcfd-60e5ccc88944 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:25.017839 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f01ab8-44a9-4726-bcfd-60e5ccc88944'] response: {'server_uuid': 'ce402fd6-a9d2-4651-9e76-aa616b99b208', 'name': 'network-vif-deleted', 'tag': '4b9960d1-29f9-466d-84b3-07562c942f9c', 'status': 'completed', 'code': 200} Jul 14 10:20:25.057090 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:25.261664 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:25.287316 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] Checking router: b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:25.296490 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:25.297126 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:25.403494 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:25.496332 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:25.598140 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:25.626736 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38392b31-86b1-4d19-a301-446e925561d0 None None] The sync data for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi is: [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:25.870466 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb93f55a-25c7-4970-ac1d-0746e99651ca None None] New status for floating IP 8bb4fd28-ae4f-4593-946d-40116b530f5f: DOWN {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:20:26.020526 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-31ad6ac5-5964-46bf-999b-0477cfa17f1e tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957205412&fields=id&tenant_id=f5484157d3894ec097d1f1b2e0bacc16 HTTP/1.1" status: 200 len: 267 time: 0.0464673 Jul 14 10:20:26.111898 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:26.129975 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f86d6b61-f2e3-4250-b0be-0f2e8452b938 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:26.131413 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f86d6b61-f2e3-4250-b0be-0f2e8452b938 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 812 time: 0.1043620 Jul 14 10:20:26.146461 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-fadb5666-432f-4232-9935-467128ab8bf4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/quotas/f5484157d3894ec097d1f1b2e0bacc16 HTTP/1.1" status: 200 len: 375 time: 0.0098069 Jul 14 10:20:26.195113 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-358248a1-d609-4aaf-9d09-2c309ff3c9f9 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438907 Jul 14 10:20:26.293763 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-7c31ca0f-fadf-4602-b935-7b09fe91fcac service neutron] 10.222.0.61 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865180 Jul 14 10:20:26.381423 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-c10daca4-5f06-4bc2-b309-ec490a25849f service neutron] 10.222.0.61 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820315 Jul 14 10:20:26.685751 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c1cecc8d-e724-476c-ab9e-be900fa0905e req-92bed725-fd59-4f37-a2f7-153736279aac tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 210 time: 0.0340466 Jul 14 10:20:27.302578 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 4b9960d1-29f9-466d-84b3-07562c942f9c no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:27.442331 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 4b9960d1-29f9-466d-84b3-07562c942f9c {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:20:27.442676 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 4b9960d1-29f9-466d-84b3-07562c942f9c not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:27.648932 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-036e9d4e-c3bc-4a1b-9322-d1c93a6b1df9 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:27.650434 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-036e9d4e-c3bc-4a1b-9322-d1c93a6b1df9 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 812 time: 0.1044235 Jul 14 10:20:27.712491 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-406ac60c-57ab-4ac2-8674-e25b8f6d1aec tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5484157d3894ec097d1f1b2e0bacc16 HTTP/1.1" status: 200 len: 379 time: 0.0535860 Jul 14 10:20:27.721198 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'port': {'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'admin_state_up': True, 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'security_groups': ['92c0e916-9dd3-4191-8d1f-802210854b90']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:27.783603 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-24145cd9-d68f-48a2-acbf-52f41912f792 req-8e202e6f-dc57-449b-ad60-b98f18eb0c7c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 210 time: 0.0276637 Jul 14 10:20:27.832830 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Made reservation on behalf of f5484157d3894ec097d1f1b2e0bacc16 for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:27.836164 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:27.956470 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Allocated IP 172.20.0.5 (6a5bd4dd-229b-4523-a623-35c0c9078f3c/8e921aae-a6ad-482c-bf8b-6db48db163b8/843c538b-92d0-432e-89e7-4dcf474bc2e2) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:27.995091 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:28.354286 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:28.386059 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:28.431796 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:28.437112 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:28.440993 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:20:28.464908 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'Port': ['ID=843c538b-92d0-432e-89e7-4dcf474bc2e2,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:28.494532 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:28.495151 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:28.511971 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-ef6e81c8-0874-4c57-a177-a158500dc610 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7940946 Jul 14 10:20:28.524138 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Request body: {'port': {'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:28.544091 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:28.589194 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:28.702184 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-36a5d154-1817-4c8a-97ab-cca603c2b8b0 None None] Provisioning complete for port 843c538b-92d0-432e-89e7-4dcf474bc2e2 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:28.702983 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-36a5d154-1817-4c8a-97ab-cca603c2b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:28.704657 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:28.735479 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-36a5d154-1817-4c8a-97ab-cca603c2b8b0 None None] Port 843c538b-92d0-432e-89e7-4dcf474bc2e2 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:20:28.852292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843c538b-92d0-432e-89e7-4dcf474bc2e2 {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:20:28.862575 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Publish callbacks [] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:28.876849 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Transition to ACTIVE for port object 843c538b-92d0-432e-89e7-4dcf474bc2e2 will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:20:28.881384 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:28.906783 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b7c29-0e59-4512-b17a-9018b1f9eb9d req-00e29b42-5ecc-439c-a371-7f196b699728 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:28.907906 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d18b7c29-0e59-4512-b17a-9018b1f9eb9d req-00e29b42-5ecc-439c-a371-7f196b699728 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 931 time: 0.0528793 Jul 14 10:20:28.934181 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Pushing event updated for resources: {'Port': ['ID=843c538b-92d0-432e-89e7-4dcf474bc2e2,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:28.970301 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d18b7c29-0e59-4512-b17a-9018b1f9eb9d req-3dd181b1-a09d-4bbf-9302-ed85b3acce35 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559874 Jul 14 10:20:29.013935 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Attempting to bind port 843c538b-92d0-432e-89e7-4dcf474bc2e2 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:20:29.014269 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Attempting to bind port 843c538b-92d0-432e-89e7-4dcf474bc2e2 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:20:29.014599 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Attempting to bind port 843c538b-92d0-432e-89e7-4dcf474bc2e2 on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:20:29.020175 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Port 843c538b-92d0-432e-89e7-4dcf474bc2e2 on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:20:29.020175 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Attempting to bind port 843c538b-92d0-432e-89e7-4dcf474bc2e2 on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:20:29.025449 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:20:29.025789 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Checking segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:20:29.026169 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Bound using segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:20:29.026590 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Bound port: 843c538b-92d0-432e-89e7-4dcf474bc2e2, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:20:29.027002 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:29.085392 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:29.098218 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] For port 843c538b-92d0-432e-89e7-4dcf474bc2e2, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:29.101952 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] For port 843c538b-92d0-432e-89e7-4dcf474bc2e2, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:29.108661 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:29.144166 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:29.145165 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:29.146628 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/843c538b-92d0-432e-89e7-4dcf474bc2e2 HTTP/1.1" status: 200 len: 1093 time: 0.6269038 Jul 14 10:20:29.146952 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0878a889-2692-4dab-8be3-52a648470261', 'tag': '843c538b-92d0-432e-89e7-4dcf474bc2e2'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:29.149201 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf" -d '{"events": [{"name": "network-changed", "server_uuid": "0878a889-2692-4dab-8be3-52a648470261", "tag": "843c538b-92d0-432e-89e7-4dcf474bc2e2"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:29.172539 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8f2cd-1224-4df6-a5e1-323ef26078d5 service neutron] Pushing event updated for resources: {'Port': ['ID=843c538b-92d0-432e-89e7-4dcf474bc2e2,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:29.188661 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3c10ee-bdd1-440e-a3fd-452e830b7329 x-openstack-request-id: req-cc3c10ee-bdd1-440e-a3fd-452e830b7329 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:29.189009 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0878a889-2692-4dab-8be3-52a648470261", "tag": "843c538b-92d0-432e-89e7-4dcf474bc2e2", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:29.189221 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc3c10ee-bdd1-440e-a3fd-452e830b7329 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:29.189629 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3c10ee-bdd1-440e-a3fd-452e830b7329'] response: {'name': 'network-changed', 'server_uuid': '0878a889-2692-4dab-8be3-52a648470261', 'tag': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'status': 'completed', 'code': 200} Jul 14 10:20:29.238888 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-891bdbf9-d1f0-4381-989d-850d0ba13ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:29.240525 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-891bdbf9-d1f0-4381-989d-850d0ba13ded service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 1127 time: 0.0455530 Jul 14 10:20:29.285115 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-a49f9f70-eb1e-4bdb-b4ea-f887e3edfb24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2 HTTP/1.1" status: 200 len: 217 time: 0.0366378 Jul 14 10:20:29.336726 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-22af1e13-150e-4e5c-9cbc-671d6ddcec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:29.338215 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-22af1e13-150e-4e5c-9cbc-671d6ddcec0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0460131 Jul 14 10:20:29.384005 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-affb6841-cb33-4e85-b2e7-03ad84a7594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:29.385534 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-affb6841-cb33-4e85-b2e7-03ad84a7594f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399375 Jul 14 10:20:29.420200 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:29.479532 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-1f2a9fb7-9c66-42e7-9153-fa5bd44a746e service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868769 Jul 14 10:20:29.574201 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-b847f31c-9095-4112-8438-a0c0814f62c7 req-e1b8159d-a343-4625-90eb-2a96180d5bc5 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816708 Jul 14 10:20:29.667012 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-b8bd2980-3441-45f3-a2a7-ab8657de5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:29.668482 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-b8bd2980-3441-45f3-a2a7-ab8657de5509 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 1127 time: 0.0434008 Jul 14 10:20:29.757346 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-d2c7c14a-226b-484e-8a76-ecac52775fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:29.758823 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-d2c7c14a-226b-484e-8a76-ecac52775fdf service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 913 time: 0.0836444 Jul 14 10:20:29.800705 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-ac664016-c23c-4947-b5ff-4c302560688f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2 HTTP/1.1" status: 200 len: 217 time: 0.0355525 Jul 14 10:20:29.853932 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-0c899182-98f0-46a3-b1e2-50add6914310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:29.855320 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-0c899182-98f0-46a3-b1e2-50add6914310 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0425878 Jul 14 10:20:29.899214 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-ac07c723-23e9-4dbb-ac24-0024914a6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:29.900669 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-ac07c723-23e9-4dbb-ac24-0024914a6b65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385993 Jul 14 10:20:29.995964 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-bd9edaa5-3ecd-40ac-80c1-c32c22b9d53e service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854759 Jul 14 10:20:30.085370 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0ccb9-4427-4667-9843-27edb27b54b7 req-ef33c075-c9d2-45a0-852a-f7de66fb80db tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:30.086886 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bad0ccb9-4427-4667-9843-27edb27b54b7 req-ef33c075-c9d2-45a0-852a-f7de66fb80db tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0473816 Jul 14 10:20:30.097748 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-e6fd4fba-51b4-402d-be51-9a5bd0dddacf req-6dce5ddc-6315-4f08-9547-4d41037f8774 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870037 Jul 14 10:20:30.147719 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bad0ccb9-4427-4667-9843-27edb27b54b7 req-b82c0082-cd88-4430-9ff0-38c84eeb719d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514777 Jul 14 10:20:31.264505 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0628eb-f5e7-4d84-943d-156ab3ca0eee req-d8d62699-2faf-4ddd-8fa4-1829ebde7d1b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:31.266016 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6b0628eb-f5e7-4d84-943d-156ab3ca0eee req-d8d62699-2faf-4ddd-8fa4-1829ebde7d1b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0493200 Jul 14 10:20:31.315136 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6b0628eb-f5e7-4d84-943d-156ab3ca0eee req-d58b9bc9-194b-4b50-8d3d-528d92010df3 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433214 Jul 14 10:20:31.432473 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3bd9cced-6f56-49c0-859a-dd8890bc16eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:32.021671 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52532) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:32.254948 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Deleting port 6222e2a5-98a8-402b-86ed-776c67b08b5e {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:32.255303 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (6222e2a5-98a8-402b-86ed-776c67b08b5e), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:32.333991 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (6222e2a5-98a8-402b-86ed-776c67b08b5e), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:32.334662 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for floatingip (6222e2a5-98a8-402b-86ed-776c67b08b5e), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:32.343035 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:32.347651 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Calling delete_port for 6222e2a5-98a8-402b-86ed-776c67b08b5e owned by network:floatingip {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:32.703739 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:32.711569 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d6554-d2ee-4407-8e85-d340ca698f4e req-0fc913d3-362f-45b3-b4d0-9ba73a765473 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:32.713070 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c81d6554-d2ee-4407-8e85-d340ca698f4e req-0fc913d3-362f-45b3-b4d0-9ba73a765473 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.3258615 Jul 14 10:20:32.786751 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c81d6554-d2ee-4407-8e85-d340ca698f4e req-a53d4e17-06fa-4983-902b-ea1bd8a559c3 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670891 Jul 14 10:20:32.831628 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (6222e2a5-98a8-402b-86ed-776c67b08b5e), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:32.864358 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event deleted for resources: {'Port': ['ID=6222e2a5-98a8-402b-86ed-776c67b08b5e,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:32.886190 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.886533 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.886871 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.887207 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.888124 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.888451 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.888775 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.889129 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.889459 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.889780 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.890098 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.890417 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.890734 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.891050 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.891364 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:32.895914 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for floatingip (1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:32.896247 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Floating IP 1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3 disassociated (deleted). External IP: 172.27.0.92, port: 514bf096-233a-451d-b946-24bcc74dc666. Jul 14 10:20:33.096913 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:20:33.197422 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:33.202397 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:33.207282 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] Sync routers for ids ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:33.217672 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] Routers {'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:33.218296 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:33.236315 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-412754f8-fff8-4aea-853c-47aaaccfef94 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "DELETE /v2.0/floatingips/1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3 HTTP/1.1" status: 204 len: 168 time: 1.2135582 Jul 14 10:20:33.237429 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'tag': '514bf096-233a-451d-b946-24bcc74dc666'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:33.239827 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4109d154-8d29-47fe-97e9-fe45aae826fc" -d '{"events": [{"name": "network-changed", "server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "tag": "514bf096-233a-451d-b946-24bcc74dc666"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:33.315246 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a3dcc4-9e27-4780-b83f-8ddcf44e6f37 x-openstack-request-id: req-b6a3dcc4-9e27-4780-b83f-8ddcf44e6f37 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:33.315631 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "tag": "514bf096-233a-451d-b946-24bcc74dc666", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:33.315985 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6a3dcc4-9e27-4780-b83f-8ddcf44e6f37 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:33.316588 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a3dcc4-9e27-4780-b83f-8ddcf44e6f37'] response: {'name': 'network-changed', 'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'tag': '514bf096-233a-451d-b946-24bcc74dc666', 'status': 'completed', 'code': 200} Jul 14 10:20:33.349895 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] Set router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:33.388074 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-63d4f9e9-d774-4ef7-ae07-f8b84e63750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:33.390836 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-63d4f9e9-d774-4ef7-ae07-f8b84e63750d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da859b6d410b4c2b995804fa5ffd190f&device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 1129 time: 0.0539670 Jul 14 10:20:33.531683 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-f93fbf8e-8783-407a-80ea-bf7cb3349faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:33.533234 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-f93fbf8e-8783-407a-80ea-bf7cb3349faf service neutron] 10.222.0.58 "GET /v2.0/networks?id=4f292b1d-6753-429c-8af0-15033bed0b5f HTTP/1.1" status: 200 len: 909 time: 0.1202130 Jul 14 10:20:33.557703 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba6558-b599-4ca6-b6ac-617fc242f70c req-b5c9d357-47d9-4120-bd64-6da0dcb88e2a tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:33.559689 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-29ba6558-b599-4ca6-b6ac-617fc242f70c req-b5c9d357-47d9-4120-bd64-6da0dcb88e2a tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0564387 Jul 14 10:20:33.574594 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:45Z', 'revision_number': 4, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '90a0a013-a23d-4aea-8513-a837ab580639', 'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'mac_address': 'fa:16:3e:53:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:44Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'subnets': [{'id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:33.609735 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0ff96bbb-65a5-40c8-b03b-c7f2edcb5d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:33.611299 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] Checking router: cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:33.612308 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-29ba6558-b599-4ca6-b6ac-617fc242f70c req-a22ea74e-d2d2-4c8c-8c20-16825b3e6381 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453808 Jul 14 10:20:33.620165 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] Routers {'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:33.620775 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:33.720003 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] Set router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:33.902315 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db29a68-f0f9-481c-88f8-941115dd7724 req-8dcf6128-3d2c-4efd-8603-a9c3cbe2c368 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:33.904372 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4db29a68-f0f9-481c-88f8-941115dd7724 req-8dcf6128-3d2c-4efd-8603-a9c3cbe2c368 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0475724 Jul 14 10:20:33.912219 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:45Z', 'revision_number': 4, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '90a0a013-a23d-4aea-8513-a837ab580639', 'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'mac_address': 'fa:16:3e:53:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:44Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'subnets': [{'id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:33.937161 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db8ca4-d85f-4084-afe5-a2e6993b92a7 None None] The sync data for ids ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'] in dv-cinder-849800-1-iscsi is: [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:14:45Z', 'revision_number': 4, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '90a0a013-a23d-4aea-8513-a837ab580639', 'name': '', 'network_id': '4f292b1d-6753-429c-8af0-15033bed0b5f', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'mac_address': 'fa:16:3e:53:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:44Z', 'updated_at': '2022-07-14T10:14:49Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'subnets': [{'id': '50ea493f-1ed1-4f45-87a6-371b6cf0d7be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:33.953473 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4db29a68-f0f9-481c-88f8-941115dd7724 req-0e96935c-6339-4080-9403-b59400fc059b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435770 Jul 14 10:20:34.148602 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779ccb6e-39bb-411b-ad80-866f016936f8 None None] New status for floating IP 1a890d90-e14f-45a6-ae0a-b3a10fc5b9e3: DOWN {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:20:34.749728 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4db390-5116-4327-a967-e22e56d2ac67 req-b46a9aac-ce5b-4ebf-af77-27ca1a772af9 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:34.751237 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ce4db390-5116-4327-a967-e22e56d2ac67 req-b46a9aac-ce5b-4ebf-af77-27ca1a772af9 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0641208 Jul 14 10:20:34.804766 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ce4db390-5116-4327-a967-e22e56d2ac67 req-35daec34-fd5e-436b-96cb-671fd08170e9 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470910 Jul 14 10:20:34.847157 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-1cb959e4-f164-4edd-8474-57cae6970b7e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=514bf096-233a-451d-b946-24bcc74dc666 HTTP/1.1" status: 200 len: 217 time: 0.0405951 Jul 14 10:20:34.908028 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-132021c4-bd12-44c3-8fb4-b05854361121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:34.909643 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-132021c4-bd12-44c3-8fb4-b05854361121 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50ea493f-1ed1-4f45-87a6-371b6cf0d7be HTTP/1.1" status: 200 len: 847 time: 0.0506113 Jul 14 10:20:35.015945 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:35.080561 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f744c2-7671-4eeb-89c3-f1306f60b588 req-642ab37e-7cf0-48a0-849d-84e603185e32 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:35.082093 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-18f744c2-7671-4eeb-89c3-f1306f60b588 req-642ab37e-7cf0-48a0-849d-84e603185e32 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0586672 Jul 14 10:20:35.084709 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-f478025c-f89f-47ef-8457-cb3049f96af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:35.087663 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-f478025c-f89f-47ef-8457-cb3049f96af1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4f292b1d-6753-429c-8af0-15033bed0b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528171 Jul 14 10:20:35.099617 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:35.109200 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:35.143445 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-18f744c2-7671-4eeb-89c3-f1306f60b588 req-2050ebb9-f0e9-482e-9ef4-9dc52ce2ec36 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504682 Jul 14 10:20:35.158322 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:35.188164 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:35.192249 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-f83c4f2e-8f3d-4640-888b-219310346481 service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959847 Jul 14 10:20:35.571918 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-4109d154-8d29-47fe-97e9-fe45aae826fc req-f1e23371-6da0-458a-9959-a355df01449a service neutron] 10.222.0.58 "GET /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874739 Jul 14 10:20:35.642772 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-14b9f5bc-5f35-4c7d-8297-c44524bf8cd1 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:35.644174 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-14b9f5bc-5f35-4c7d-8297-c44524bf8cd1 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.58 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0472693 Jul 14 10:20:35.730330 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-2c3fee1a-586e-4299-8546-473b705bccc7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Deleting port 514bf096-233a-451d-b946-24bcc74dc666 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:35.730665 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-2c3fee1a-586e-4299-8546-473b705bccc7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (514bf096-233a-451d-b946-24bcc74dc666), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:35.818768 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-2c3fee1a-586e-4299-8546-473b705bccc7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] For port 514bf096-233a-451d-b946-24bcc74dc666, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=514bf096-233a-451d-b946-24bcc74dc666,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:35.819135 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-2c3fee1a-586e-4299-8546-473b705bccc7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (514bf096-233a-451d-b946-24bcc74dc666), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:35.832424 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-2c3fee1a-586e-4299-8546-473b705bccc7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Calling delete_port for 514bf096-233a-451d-b946-24bcc74dc666 owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:35.944910 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4639b7-821b-4168-9fcc-f63dc19e9bd8 req-fa8b3d84-fd38-43f9-aca1-f182bbf62a5c tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:35.946460 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4c4639b7-821b-4168-9fcc-f63dc19e9bd8 req-fa8b3d84-fd38-43f9-aca1-f182bbf62a5c tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/ports?device_id=414a7fe2-8b90-4d6a-a2d0-884211f8d41f HTTP/1.1" status: 200 len: 945 time: 0.0652854 Jul 14 10:20:35.971834 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-2c3fee1a-586e-4299-8546-473b705bccc7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (514bf096-233a-451d-b946-24bcc74dc666), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:35.996392 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fee1a-586e-4299-8546-473b705bccc7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event deleted for resources: {'Port': ['ID=514bf096-233a-451d-b946-24bcc74dc666,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:36.027466 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4c4639b7-821b-4168-9fcc-f63dc19e9bd8 req-a3aac723-e340-4f4b-86e8-19a62f8324a9 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "GET /v2.0/security-groups?id=fe026964-302a-4ee0-91ff-08371d303d64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740006 Jul 14 10:20:36.059345 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-2c3fee1a-586e-4299-8546-473b705bccc7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] No DVR routers for this DVR port 514bf096-233a-451d-b946-24bcc74dc666 on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:20:36.062058 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-2c3fee1a-586e-4299-8546-473b705bccc7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:36.065415 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-8dde0a79-171f-4382-acc7-dcdc27f06b8f req-2c3fee1a-586e-4299-8546-473b705bccc7 tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.58 "DELETE /v2.0/ports/514bf096-233a-451d-b946-24bcc74dc666 HTTP/1.1" status: 204 len: 173 time: 0.4144232 Jul 14 10:20:36.065949 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'name': 'network-vif-deleted', 'tag': '514bf096-233a-451d-b946-24bcc74dc666'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:36.068320 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705c9659-f72e-44d3-87f9-fbd9bea369c3" -d '{"events": [{"server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "name": "network-vif-deleted", "tag": "514bf096-233a-451d-b946-24bcc74dc666"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:36.109520 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f446890-2152-4e23-abf5-d2e7cf1d0565 x-openstack-request-id: req-1f446890-2152-4e23-abf5-d2e7cf1d0565 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:36.109933 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414a7fe2-8b90-4d6a-a2d0-884211f8d41f", "name": "network-vif-deleted", "tag": "514bf096-233a-451d-b946-24bcc74dc666", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:36.110061 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f446890-2152-4e23-abf5-d2e7cf1d0565 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:36.110524 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f446890-2152-4e23-abf5-d2e7cf1d0565'] response: {'server_uuid': '414a7fe2-8b90-4d6a-a2d0-884211f8d41f', 'name': 'network-vif-deleted', 'tag': '514bf096-233a-451d-b946-24bcc74dc666', 'status': 'completed', 'code': 200} Jul 14 10:20:36.270257 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca877af-e1c9-4652-a573-98e8cf10b598 req-4c2accfd-e87e-4918-878d-105714854a7d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:36.271746 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4ca877af-e1c9-4652-a573-98e8cf10b598 req-4c2accfd-e87e-4918-878d-105714854a7d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0501435 Jul 14 10:20:36.322394 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4ca877af-e1c9-4652-a573-98e8cf10b598 req-18d6974a-fd60-4d6d-a5c6-c18f365963c4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448930 Jul 14 10:20:36.378334 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:36.510677 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:37.082915 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52588) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:37.140853 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb28e-687e-45e5-a9c3-a3eed8efae7e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group (fe026964-302a-4ee0-91ff-08371d303d64), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:37.166335 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb28e-687e-45e5-a9c3-a3eed8efae7e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group (fe026964-302a-4ee0-91ff-08371d303d64), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:37.229101 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb28e-687e-45e5-a9c3-a3eed8efae7e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (fe026964-302a-4ee0-91ff-08371d303d64), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:37.232139 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb28e-687e-45e5-a9c3-a3eed8efae7e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:37.233339 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-3a0bb28e-687e-45e5-a9c3-a3eed8efae7e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] 10.222.0.61 "DELETE /v2.0/security-groups/fe026964-302a-4ee0-91ff-08371d303d64 HTTP/1.1" status: 204 len: 168 time: 0.1495204 Jul 14 10:20:37.244320 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bb28e-687e-45e5-a9c3-a3eed8efae7e tempest-TestShelveInstance-1724137592 tempest-TestShelveInstance-1724137592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe026964-302a-4ee0-91ff-08371d303d64,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:37.300565 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52594) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:37.439128 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a9c8c-3d4b-4e24-8460-88a72c937bde req-fb151128-3d5c-4b66-a950-a0801fff911f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:37.440593 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fe1a9c8c-3d4b-4e24-8460-88a72c937bde req-fb151128-3d5c-4b66-a950-a0801fff911f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0477211 Jul 14 10:20:37.495148 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fe1a9c8c-3d4b-4e24-8460-88a72c937bde req-23364016-ba1a-4d09-8c29-0f51d707ebd9 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488460 Jul 14 10:20:37.534163 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:37.580534 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:37.661536 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:37.870261 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] Deleting port 90a0a013-a23d-4aea-8513-a837ab580639 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:37.870505 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (90a0a013-a23d-4aea-8513-a837ab580639), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:37.948029 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] For port 90a0a013-a23d-4aea-8513-a837ab580639, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=90a0a013-a23d-4aea-8513-a837ab580639,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:37.948382 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (90a0a013-a23d-4aea-8513-a837ab580639), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:37.961421 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] Calling delete_port for 90a0a013-a23d-4aea-8513-a837ab580639 owned by network:router_interface {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:38.132276 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (90a0a013-a23d-4aea-8513-a837ab580639), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:38.158233 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] Pushing event deleted for resources: {'Port': ['ID=90a0a013-a23d-4aea-8513-a837ab580639,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:38.268804 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:38.325597 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:38.495919 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:38.524454 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] Router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:20:38.608861 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af605a-8ea2-4f47-88b7-3023ee4737ed req-9c5f1da3-da36-4919-ae4c-b448820022d7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:38.610354 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a8af605a-8ea2-4f47-88b7-3023ee4737ed req-9c5f1da3-da36-4919-ae4c-b448820022d7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0469296 Jul 14 10:20:38.625712 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:38.630827 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-114f9c39-0f74-478e-bee3-98794f1d686a admin admin] 10.222.0.61 "PUT /v2.0/routers/cc65e2fa-5aa7-4365-bbb9-1da1bde483a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3292158 Jul 14 10:20:38.633292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52608) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:38.637981 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] Sync routers for ids ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:38.648729 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] Routers {'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:38.649404 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:38.661704 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a8af605a-8ea2-4f47-88b7-3023ee4737ed req-abc51982-02bb-4c8e-8049-350163d9034e tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453415 Jul 14 10:20:38.684433 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:38.733722 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Publish callbacks [] for router (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:38.748822 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:38.753459 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] Set router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:38.929345 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:20:38Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:38.955917 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] Checking router: cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:38.964808 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] Routers {'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:38.966008 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:39.068623 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] Set router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:39.073224 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Publish callbacks [] for router_gateway (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.117386 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Deleting port 2badf2c9-9437-4695-bfe0-fbe848d48e63 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:39.117722 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.199714 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] For port 2badf2c9-9437-4695-bfe0-fbe848d48e63, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=2badf2c9-9437-4695-bfe0-fbe848d48e63,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:39.200448 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.213116 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Calling delete_port for 2badf2c9-9437-4695-bfe0-fbe848d48e63 owned by network:router_gateway {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:39.236722 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:20:38Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:39.261735 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195a36c-2bc8-4f56-8b6e-0b56bedaa5d7 None None] The sync data for ids ['cc65e2fa-5aa7-4365-bbb9-1da1bde483a6'] in dv-cinder-849800-1-iscsi is: [{'id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'name': 'tempest-TestShelveInstance-766072597-router', 'tenant_id': 'da859b6d410b4c2b995804fa5ffd190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:41Z', 'updated_at': '2022-07-14T10:20:38Z', 'revision_number': 5, 'project_id': 'da859b6d410b4c2b995804fa5ffd190f', 'gw_port': {'id': '2badf2c9-9437-4695-bfe0-fbe848d48e63', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc65e2fa-5aa7-4365-bbb9-1da1bde483a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:42Z', 'updated_at': '2022-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:39.326876 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:39.368703 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 514bf096-233a-451d-b946-24bcc74dc666 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:39.386054 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (2badf2c9-9437-4695-bfe0-fbe848d48e63), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.389032 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 514bf096-233a-451d-b946-24bcc74dc666 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:20:39.389382 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 514bf096-233a-451d-b946-24bcc74dc666 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:39.409322 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Pushing event deleted for resources: {'Port': ['ID=2badf2c9-9437-4695-bfe0-fbe848d48e63,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:39.471572 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.554655 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.556711 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Publish callbacks [] for router_controller (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.600657 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (cc65e2fa-5aa7-4365-bbb9-1da1bde483a6), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.601167 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 {{(pid=104067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:20:39.606603 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.607815 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-c5ec4e1c-dfdb-4f25-a20a-d6bed5d97acd admin admin] 10.222.0.61 "DELETE /v2.0/routers/cc65e2fa-5aa7-4365-bbb9-1da1bde483a6 HTTP/1.1" status: 204 len: 168 time: 0.9736762 Jul 14 10:20:39.610525 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52612) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:39.658154 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e555f771-65b2-4298-bcab-f75a3c16af93 admin admin] Deleting subnet 50ea493f-1ed1-4f45-87a6-371b6cf0d7be {{(pid=104066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:20:39.661565 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e555f771-65b2-4298-bcab-f75a3c16af93 admin admin] Publish callbacks [] for subnet (50ea493f-1ed1-4f45-87a6-371b6cf0d7be), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.699165 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e555f771-65b2-4298-bcab-f75a3c16af93 admin admin] Publish callbacks [] for subnet (50ea493f-1ed1-4f45-87a6-371b6cf0d7be), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.777453 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e555f771-65b2-4298-bcab-f75a3c16af93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (50ea493f-1ed1-4f45-87a6-371b6cf0d7be), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.813649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49468e50-ebde-45b6-b271-0229e3310fc0 req-6c019ddc-ca44-4861-b4a0-1c2e8998672e tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:39.815250 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-49468e50-ebde-45b6-b271-0229e3310fc0 req-6c019ddc-ca44-4861-b4a0-1c2e8998672e tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0801959 Jul 14 10:20:39.879571 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-49468e50-ebde-45b6-b271-0229e3310fc0 req-8bba8139-8302-44af-a7b4-b6c9a1f1db31 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580692 Jul 14 10:20:39.880994 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e555f771-65b2-4298-bcab-f75a3c16af93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for subnet (50ea493f-1ed1-4f45-87a6-371b6cf0d7be), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.914247 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555f771-65b2-4298-bcab-f75a3c16af93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ea493f-1ed1-4f45-87a6-371b6cf0d7be,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:39.916181 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e555f771-65b2-4298-bcab-f75a3c16af93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:39.920161 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-e555f771-65b2-4298-bcab-f75a3c16af93 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/50ea493f-1ed1-4f45-87a6-371b6cf0d7be HTTP/1.1" status: 204 len: 168 time: 0.3074596 Jul 14 10:20:39.922381 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52616) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:39.923396 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a59c1-078c-4bb3-b79e-927c9247d9d1 None None] Network 4f292b1d-6753-429c-8af0-15033bed0b5f requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:20:39.992720 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (4f292b1d-6753-429c-8af0-15033bed0b5f), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.039470 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Deleting port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:40.039815 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.106864 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] For port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=d6c5f532-6cc4-4bfd-8beb-1529fa3a449f,segment=NetworkSegment(fb3479f4-bc12-453a-a966-2aea7b01bb38),segment_id=fb3479f4-bc12-453a-a966-2aea7b01bb38)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:40.107155 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.119951 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Calling delete_port for d6c5f532-6cc4-4bfd-8beb-1529fa3a449f owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:40.124260 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:40.129276 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:40.204726 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (d6c5f532-6cc4-4bfd-8beb-1529fa3a449f), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.234742 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] No DVR routers for this DVR port d6c5f532-6cc4-4bfd-8beb-1529fa3a449f on host dv-cinder-849800-1-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:20:40.238598 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c5f532-6cc4-4bfd-8beb-1529fa3a449f,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:40.286583 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eba474-ae24-46c5-a5e9-9034f74b834a None None] DHCP port deletion for 4f292b1d-6753-429c-8af0-15033bed0b5f request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:20:40.319810 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (4f292b1d-6753-429c-8af0-15033bed0b5f), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.344519 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.344915 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.345696 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.345799 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 90a0a013-a23d-4aea-8513-a837ab580639 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:40.346242 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.346569 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.346926 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.347270 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.347611 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.347905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.348219 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.367754 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 90a0a013-a23d-4aea-8513-a837ab580639 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:20:40.368082 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 90a0a013-a23d-4aea-8513-a837ab580639 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:40.368508 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d6c5f532-6cc4-4bfd-8beb-1529fa3a449f no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:40.387554 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: d6c5f532-6cc4-4bfd-8beb-1529fa3a449f {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:20:40.388155 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d6c5f532-6cc4-4bfd-8beb-1529fa3a449f not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:40.388756 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 2badf2c9-9437-4695-bfe0-fbe848d48e63 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:40.412669 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 2badf2c9-9437-4695-bfe0-fbe848d48e63 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:20:40.413311 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 2badf2c9-9437-4695-bfe0-fbe848d48e63 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:40.416984 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.417321 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.417656 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.417985 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:20:40.418885 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f292b1d-6753-429c-8af0-15033bed0b5f']}} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:40.438029 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3479f4-bc12-453a-a966-2aea7b01bb38') {'for_net_delete': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:40.438331 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3479f4-bc12-453a-a966-2aea7b01bb38') {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:40.454627 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130258046'] for segment (fb3479f4-bc12-453a-a966-2aea7b01bb38), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.479025 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (fb3479f4-bc12-453a-a966-2aea7b01bb38), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.488047 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=104066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:40.488540 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131987273'] for segment (fb3479f4-bc12-453a-a966-2aea7b01bb38), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.555588 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (4f292b1d-6753-429c-8af0-15033bed0b5f), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.563854 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.569772 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4f292b1d-6753-429c-8af0-15033bed0b5f HTTP/1.1" status: 204 len: 168 time: 0.6438103 Jul 14 10:20:40.570141 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52624) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:40.576456 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9753088-77bc-473d-a864-07b7b468b3b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f292b1d-6753-429c-8af0-15033bed0b5f,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:40.577552 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:40.707013 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment fb3479f4-bc12-453a-a966-2aea7b01bb38 resource provider aggregate not found Jul 14 10:20:40.723197 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment fb3479f4-bc12-453a-a966-2aea7b01bb38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb3479f4-bc12-453a-a966-2aea7b01bb38 found for delete ", "request_id": "req-ff86a220-af89-4cd2-89ae-d02ecd68c6a5"}]} Jul 14 10:20:40.885093 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (b59e56d3-3f36-4ee3-9dd6-0130aced1678), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:40.997946 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3933d9-c26e-4f29-be53-c6532327e173 req-4efdf9f1-5516-42a1-abd8-6555bf27027c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:40.999454 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8b3933d9-c26e-4f29-be53-c6532327e173 req-4efdf9f1-5516-42a1-abd8-6555bf27027c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0508621 Jul 14 10:20:41.051610 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8b3933d9-c26e-4f29-be53-c6532327e173 req-3d39bb14-b5a2-4d54-8b5b-323ce10be981 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466878 Jul 14 10:20:41.053975 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:41.107613 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] Deleting port 1e3ac165-4313-4b54-b01b-bf569a781d81 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:41.107948 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:41.186543 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:41.188332 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] For port 1e3ac165-4313-4b54-b01b-bf569a781d81, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=1e3ac165-4313-4b54-b01b-bf569a781d81,segment=NetworkSegment(1566016d-9906-4ba3-b8c6-5fddc8646fb9),segment_id=1566016d-9906-4ba3-b8c6-5fddc8646fb9)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:41.188684 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:41.202136 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] Calling delete_port for 1e3ac165-4313-4b54-b01b-bf569a781d81 owned by network:router_interface {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:41.377264 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (1e3ac165-4313-4b54-b01b-bf569a781d81), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:41.404331 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3ac165-4313-4b54-b01b-bf569a781d81,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:41.510749 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:41.569005 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (b59e56d3-3f36-4ee3-9dd6-0130aced1678), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:41.773887 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] Router b59e56d3-3f36-4ee3-9dd6-0130aced1678 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:20:41.878882 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:41.883678 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-85d11855-8e24-4f56-9093-d9a660f77509 admin admin] 10.222.0.61 "PUT /v2.0/routers/b59e56d3-3f36-4ee3-9dd6-0130aced1678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3120511 Jul 14 10:20:41.886271 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52636) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:41.890457 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] Sync routers for ids ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:41.894425 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:41.903593 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] Routers {'b59e56d3-3f36-4ee3-9dd6-0130aced1678'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:41.904192 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:41.986053 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Publish callbacks [] for router (b59e56d3-3f36-4ee3-9dd6-0130aced1678), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.002988 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] Set router b59e56d3-3f36-4ee3-9dd6-0130aced1678 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:42.074029 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:42.085189 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Publish callbacks [] for router_gateway (b59e56d3-3f36-4ee3-9dd6-0130aced1678), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.148133 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Deleting port 481bd438-afb3-46ea-92d2-c23d374a6ef6 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:42.149123 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.179951 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'name': 'tempest-TestShelveInstance-309620820-router', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:48Z', 'updated_at': '2022-07-14T10:20:41Z', 'revision_number': 5, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'gw_port': {'id': '481bd438-afb3-46ea-92d2-c23d374a6ef6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:14:49Z', 'updated_at': '2022-07-14T10:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:42.202173 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25544e16-217c-46bb-826e-1d7c40736e65 req-af3187cf-331f-48c9-8d40-23bce8bf3bb5 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:42.209971 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] Checking router: b59e56d3-3f36-4ee3-9dd6-0130aced1678 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:42.213450 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-25544e16-217c-46bb-826e-1d7c40736e65 req-af3187cf-331f-48c9-8d40-23bce8bf3bb5 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0883942 Jul 14 10:20:42.219190 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] Routers {'b59e56d3-3f36-4ee3-9dd6-0130aced1678'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:42.219793 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:42.255998 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] For port 481bd438-afb3-46ea-92d2-c23d374a6ef6, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=481bd438-afb3-46ea-92d2-c23d374a6ef6,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:42.256394 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.276416 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-25544e16-217c-46bb-826e-1d7c40736e65 req-875d9698-8868-4371-b8f3-2f4aaf600ea7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620427 Jul 14 10:20:42.300514 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Calling delete_port for 481bd438-afb3-46ea-92d2-c23d374a6ef6 owned by network:router_gateway {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:42.384565 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:42.453179 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] Set router b59e56d3-3f36-4ee3-9dd6-0130aced1678 gateway port host: None {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:42.489080 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (481bd438-afb3-46ea-92d2-c23d374a6ef6), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.501422 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'name': 'tempest-TestShelveInstance-309620820-router', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:48Z', 'updated_at': '2022-07-14T10:20:42Z', 'revision_number': 6, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'gw_port_host': None}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:42.522153 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=481bd438-afb3-46ea-92d2-c23d374a6ef6,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:42.529769 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d41386-bfcb-4cb2-add4-0dbc895488cd None None] The sync data for ids ['b59e56d3-3f36-4ee3-9dd6-0130aced1678'] in dv-cinder-849800-1-iscsi is: [{'id': 'b59e56d3-3f36-4ee3-9dd6-0130aced1678', 'name': 'tempest-TestShelveInstance-309620820-router', 'tenant_id': '21548439ec194a86bd7691f16ddd716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:14:48Z', 'updated_at': '2022-07-14T10:20:42Z', 'revision_number': 6, 'project_id': '21548439ec194a86bd7691f16ddd716a', 'gw_port_host': None}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:42.587498 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (b59e56d3-3f36-4ee3-9dd6-0130aced1678), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.672268 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (b59e56d3-3f36-4ee3-9dd6-0130aced1678), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.674454 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Publish callbacks [] for router_controller (b59e56d3-3f36-4ee3-9dd6-0130aced1678), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.714553 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (b59e56d3-3f36-4ee3-9dd6-0130aced1678), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.715370 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59e56d3-3f36-4ee3-9dd6-0130aced1678 {{(pid=104067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:20:42.719970 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.721133 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-f7a34983-7621-407f-a4f6-f82ab202edf3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b59e56d3-3f36-4ee3-9dd6-0130aced1678 HTTP/1.1" status: 204 len: 168 time: 0.8338892 Jul 14 10:20:42.723785 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52642) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:42.768409 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df9c6e5-a58c-4f99-901a-76f79d4d9ef6 admin admin] Deleting subnet 321d4ffc-6fa4-4bda-9649-99f348e80c06 {{(pid=104066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:20:42.771918 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9df9c6e5-a58c-4f99-901a-76f79d4d9ef6 admin admin] Publish callbacks [] for subnet (321d4ffc-6fa4-4bda-9649-99f348e80c06), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.809783 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9df9c6e5-a58c-4f99-901a-76f79d4d9ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130258025'] for subnet (321d4ffc-6fa4-4bda-9649-99f348e80c06), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.885197 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9df9c6e5-a58c-4f99-901a-76f79d4d9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (321d4ffc-6fa4-4bda-9649-99f348e80c06), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.946743 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9df9c6e5-a58c-4f99-901a-76f79d4d9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131986667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125231501'] for subnet (321d4ffc-6fa4-4bda-9649-99f348e80c06), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.976235 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9c6e5-a58c-4f99-901a-76f79d4d9ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321d4ffc-6fa4-4bda-9649-99f348e80c06,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:42.980264 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9df9c6e5-a58c-4f99-901a-76f79d4d9ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:42.986092 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52644) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:42.986550 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-9df9c6e5-a58c-4f99-901a-76f79d4d9ef6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/321d4ffc-6fa4-4bda-9649-99f348e80c06 HTTP/1.1" status: 204 len: 168 time: 0.2612486 Jul 14 10:20:42.986982 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5349d820-2cc6-441a-b2e5-f2ab21d16738 None None] Network a9686632-b903-404e-9d9d-eb67bded673e requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:20:43.035970 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:20:43.069123 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (a9686632-b903-404e-9d9d-eb67bded673e), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.116095 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Deleting port e0e392e4-3c59-41cc-bcda-a525a4162c8a {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:43.116421 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.181377 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] For port e0e392e4-3c59-41cc-bcda-a525a4162c8a, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=e0e392e4-3c59-41cc-bcda-a525a4162c8a,segment=NetworkSegment(1566016d-9906-4ba3-b8c6-5fddc8646fb9),segment_id=1566016d-9906-4ba3-b8c6-5fddc8646fb9)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:43.181729 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.322634 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768af0f7-009d-473f-85ad-17f026b96782 None None] DHCP port deletion for a9686632-b903-404e-9d9d-eb67bded673e request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:20:43.374609 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 843c538b-92d0-432e-89e7-4dcf474bc2e2 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:20:43.378407 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-768af0f7-009d-473f-85ad-17f026b96782 None None] Deleting port e0e392e4-3c59-41cc-bcda-a525a4162c8a {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:43.378839 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-768af0f7-009d-473f-85ad-17f026b96782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.410465 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6f326-430c-4dc7-9457-c07c5879fffa req-912d1e8b-2879-4f65-b037-77ae873cabef tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:43.413023 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9fd6f326-430c-4dc7-9457-c07c5879fffa req-912d1e8b-2879-4f65-b037-77ae873cabef tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 943 time: 0.0540597 Jul 14 10:20:43.447226 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Calling delete_port for e0e392e4-3c59-41cc-bcda-a525a4162c8a owned by network:dhcp {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:43.474644 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-768af0f7-009d-473f-85ad-17f026b96782 None None] For port e0e392e4-3c59-41cc-bcda-a525a4162c8a, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=e0e392e4-3c59-41cc-bcda-a525a4162c8a,segment=NetworkSegment(1566016d-9906-4ba3-b8c6-5fddc8646fb9),segment_id=1566016d-9906-4ba3-b8c6-5fddc8646fb9)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:43.475041 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-768af0f7-009d-473f-85ad-17f026b96782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.477172 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:43.486493 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9fd6f326-430c-4dc7-9457-c07c5879fffa req-c733a4ff-6db2-41cb-a9aa-01eaa5bfa816 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632482 Jul 14 10:20:43.524177 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-768af0f7-009d-473f-85ad-17f026b96782 None None] Calling delete_port for e0e392e4-3c59-41cc-bcda-a525a4162c8a owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:43.545324 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.574984 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e392e4-3c59-41cc-bcda-a525a4162c8a,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.576936 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] No DVR routers for this DVR port e0e392e4-3c59-41cc-bcda-a525a4162c8a on host dv-cinder-849800-1-iscsi {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:20:43.612372 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:43.623521 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 843c538b-92d0-432e-89e7-4dcf474bc2e2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:43.628415 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:43.640089 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'mac_address': 'fa:16:3e:2c:f8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:20:43.661928 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (a9686632-b903-404e-9d9d-eb67bded673e), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.698003 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9686632-b903-404e-9d9d-eb67bded673e']}} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:43.701074 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-768af0f7-009d-473f-85ad-17f026b96782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (e0e392e4-3c59-41cc-bcda-a525a4162c8a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.711022 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1566016d-9906-4ba3-b8c6-5fddc8646fb9') {'for_net_delete': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:43.711318 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1566016d-9906-4ba3-b8c6-5fddc8646fb9') {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:43.723005 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768af0f7-009d-473f-85ad-17f026b96782 None None] Pushing event deleted for resources: {'Port': ['ID=e0e392e4-3c59-41cc-bcda-a525a4162c8a,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.723688 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131802644'] for segment (1566016d-9906-4ba3-b8c6-5fddc8646fb9), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.728249 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 843c538b-92d0-432e-89e7-4dcf474bc2e2 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:43.728640 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.741178 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768af0f7-009d-473f-85ad-17f026b96782 None None] No DVR routers for this DVR port e0e392e4-3c59-41cc-bcda-a525a4162c8a on host dv-cinder-849800-1-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:20:43.749275 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843c538b-92d0-432e-89e7-4dcf474bc2e2 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:20:43.753714 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (1566016d-9906-4ba3-b8c6-5fddc8646fb9), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.767744 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=104067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:43.768284 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131802555'] for segment (1566016d-9906-4ba3-b8c6-5fddc8646fb9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.772826 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 843c538b-92d0-432e-89e7-4dcf474bc2e2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:43.781628 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.798273 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 1566016d-9906-4ba3-b8c6-5fddc8646fb9 resource provider aggregate not found Jul 14 10:20:43.831468 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment 1566016d-9906-4ba3-b8c6-5fddc8646fb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1566016d-9906-4ba3-b8c6-5fddc8646fb9 found for delete ", "request_id": "req-b0c87222-aa8d-4cd6-8d8e-e1066c80b08f"}]} Jul 14 10:20:43.836389 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=843c538b-92d0-432e-89e7-4dcf474bc2e2,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.845839 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (a9686632-b903-404e-9d9d-eb67bded673e), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.851135 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:43.854153 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] 10.222.0.61 "DELETE /v2.0/networks/a9686632-b903-404e-9d9d-eb67bded673e HTTP/1.1" status: 204 len: 168 time: 0.8669758 Jul 14 10:20:43.865397 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabb9d2-1793-4350-b7bc-5121e6fa876a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9686632-b903-404e-9d9d-eb67bded673e,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.972649 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52664) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:44.014372 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-572331dc-371f-454d-8544-0cfd5aa4814d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da859b6d410b4c2b995804fa5ffd190f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401587 Jul 14 10:20:44.016862 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52668) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:44.046458 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:44.059563 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:44.072881 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7e69f3eb-f159-4ebe-8be0-d2d08585d30e admin admin] Publish callbacks [] for security_group (ece91364-570d-40ea-8d03-806980da73ab), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:44.088901 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['843c538b-92d0-432e-89e7-4dcf474bc2e2'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:20:44.097688 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7e69f3eb-f159-4ebe-8be0-d2d08585d30e admin admin] Publish callbacks [] for security_group (ece91364-570d-40ea-8d03-806980da73ab), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:44.164224 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7e69f3eb-f159-4ebe-8be0-d2d08585d30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ece91364-570d-40ea-8d03-806980da73ab), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:44.167016 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7e69f3eb-f159-4ebe-8be0-d2d08585d30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:44.168261 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-7e69f3eb-f159-4ebe-8be0-d2d08585d30e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ece91364-570d-40ea-8d03-806980da73ab HTTP/1.1" status: 204 len: 168 time: 0.1503754 Jul 14 10:20:44.199113 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69f3eb-f159-4ebe-8be0-d2d08585d30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece91364-570d-40ea-8d03-806980da73ab,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:44.227144 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 1e3ac165-4313-4b54-b01b-bf569a781d81 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:44.263590 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 1e3ac165-4313-4b54-b01b-bf569a781d81 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:20:44.264186 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 1e3ac165-4313-4b54-b01b-bf569a781d81 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:44.264868 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 481bd438-afb3-46ea-92d2-c23d374a6ef6 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:44.296781 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 481bd438-afb3-46ea-92d2-c23d374a6ef6 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:20:44.297100 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 481bd438-afb3-46ea-92d2-c23d374a6ef6 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:44.297514 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device e0e392e4-3c59-41cc-bcda-a525a4162c8a no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:44.321745 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: e0e392e4-3c59-41cc-bcda-a525a4162c8a {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:20:44.322083 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device e0e392e4-3c59-41cc-bcda-a525a4162c8a not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:44.551207 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52682) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:44.570650 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:44.594580 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e72c6c2f-6446-4b01-a73e-8a276f6be9d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21548439ec194a86bd7691f16ddd716a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421913 Jul 14 10:20:44.597066 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52684) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:44.614389 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e087e4-9006-4a7c-952a-5acbd64fa2d3 req-e51ce62b-2e30-494c-9f1b-4b672fa820e3 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:44.615877 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c4e087e4-9006-4a7c-952a-5acbd64fa2d3 req-e51ce62b-2e30-494c-9f1b-4b672fa820e3 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 944 time: 0.0557795 Jul 14 10:20:44.647308 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4d068bef-a04f-4345-9328-9012dcead895 admin admin] Publish callbacks [] for security_group (d47a4290-d244-4e92-825f-246f5d448a14), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:44.666151 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c4e087e4-9006-4a7c-952a-5acbd64fa2d3 req-ebea347a-f1e9-4ae2-86c5-14aae20cccce tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437136 Jul 14 10:20:44.669911 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4d068bef-a04f-4345-9328-9012dcead895 admin admin] Publish callbacks [] for security_group (d47a4290-d244-4e92-825f-246f5d448a14), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:44.721891 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4d068bef-a04f-4345-9328-9012dcead895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (d47a4290-d244-4e92-825f-246f5d448a14), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:44.724338 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4d068bef-a04f-4345-9328-9012dcead895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:44.725485 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-4d068bef-a04f-4345-9328-9012dcead895 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d47a4290-d244-4e92-825f-246f5d448a14 HTTP/1.1" status: 204 len: 168 time: 0.1274529 Jul 14 10:20:44.733673 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d068bef-a04f-4345-9328-9012dcead895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47a4290-d244-4e92-825f-246f5d448a14,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.390498 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 843c538b-92d0-432e-89e7-4dcf474bc2e2 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:45.436132 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 843c538b-92d0-432e-89e7-4dcf474bc2e2 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:20:45.442159 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 843c538b-92d0-432e-89e7-4dcf474bc2e2 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:20:45.442664 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:45.514993 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 843c538b-92d0-432e-89e7-4dcf474bc2e2 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:20:45.515379 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:45.537887 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878a889-2692-4dab-8be3-52a648470261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c538b-92d0-432e-89e7-4dcf474bc2e2'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:45.540076 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c93a8c-2ab6-4808-9c1c-da7ad61f2a48" -d '{"events": [{"server_uuid": "0878a889-2692-4dab-8be3-52a648470261", "name": "network-vif-plugged", "status": "completed", "tag": "843c538b-92d0-432e-89e7-4dcf474bc2e2"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:45.553916 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 843c538b-92d0-432e-89e7-4dcf474bc2e2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:45.557906 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:45.565410 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:45.591446 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8e0dc2-93fb-48d1-9fbe-0d9345f30161 x-openstack-request-id: req-dc8e0dc2-93fb-48d1-9fbe-0d9345f30161 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:45.591732 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878a889-2692-4dab-8be3-52a648470261", "name": "network-vif-plugged", "status": "completed", "tag": "843c538b-92d0-432e-89e7-4dcf474bc2e2", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:45.591980 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc8e0dc2-93fb-48d1-9fbe-0d9345f30161 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:45.592371 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8e0dc2-93fb-48d1-9fbe-0d9345f30161'] response: {'server_uuid': '0878a889-2692-4dab-8be3-52a648470261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'code': 200} Jul 14 10:20:45.594631 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:45.622106 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=843c538b-92d0-432e-89e7-4dcf474bc2e2,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.786552 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d09d4f-2877-4046-b545-94b26dc27496 req-bd1eab34-2ab5-4d9c-9d3c-0bf197c96b44 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:45.788023 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-30d09d4f-2877-4046-b545-94b26dc27496 req-bd1eab34-2ab5-4d9c-9d3c-0bf197c96b44 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 945 time: 0.0487177 Jul 14 10:20:45.836219 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-30d09d4f-2877-4046-b545-94b26dc27496 req-1611c545-5a4f-4a51-a963-c6aa2887ef02 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Jul 14 10:20:46.095080 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e709ca-7500-418a-9117-a1e28f782cb5 req-7c5ab3b6-4bb2-4beb-afdd-3521dd136fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:46.096525 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-84e709ca-7500-418a-9117-a1e28f782cb5 req-7c5ab3b6-4bb2-4beb-afdd-3521dd136fd5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 1129 time: 0.0408154 Jul 14 10:20:46.157987 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-84e709ca-7500-418a-9117-a1e28f782cb5 req-4d7ab627-6b13-42ae-8f0d-847052b00b55 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460565 Jul 14 10:20:46.948863 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a1d29-9c41-4fb8-bd4e-d76f35207ba8 req-ecc02029-c5a6-41cb-88c4-ec27640c9d1a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:46.950256 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dc8a1d29-9c41-4fb8-bd4e-d76f35207ba8 req-ecc02029-c5a6-41cb-88c4-ec27640c9d1a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 945 time: 0.0460038 Jul 14 10:20:47.003792 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dc8a1d29-9c41-4fb8-bd4e-d76f35207ba8 req-fc68722d-624a-4717-9a16-75e0a30c8b0a tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480494 Jul 14 10:20:48.123612 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efdfa6-2b04-4486-9aa1-4039ebdb81f0 req-6f638f86-5dc0-49c0-9b66-5c6bac533c94 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:48.125295 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a0efdfa6-2b04-4486-9aa1-4039ebdb81f0 req-6f638f86-5dc0-49c0-9b66-5c6bac533c94 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 945 time: 0.0522187 Jul 14 10:20:48.142116 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-30f88133-bc95-4ef4-8bc5-f41bc321cb5d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413065 Jul 14 10:20:48.196033 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a0efdfa6-2b04-4486-9aa1-4039ebdb81f0 req-f16efd54-ec56-4611-9f4f-c16017e3c408 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539231 Jul 14 10:20:48.217892 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-b931c580-521d-4f9b-be1f-270021ad6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:48.219387 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-b931c580-521d-4f9b-be1f-270021ad6af8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 1129 time: 0.0437925 Jul 14 10:20:48.260878 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d4ec8-b0d1-47a4-a1ef-2807f96ab483 req-3cc6444c-9ccd-448c-920f-c8c76453f28a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:48.263133 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-422d4ec8-b0d1-47a4-a1ef-2807f96ab483 req-3cc6444c-9ccd-448c-920f-c8c76453f28a tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Jul 14 10:20:48.339684 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ff77-32f3-472a-b1fa-a409e46c18b2 req-67349f1b-00ab-4c7c-912b-081ea3c218f8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:48.341082 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a449ff77-32f3-472a-b1fa-a409e46c18b2 req-67349f1b-00ab-4c7c-912b-081ea3c218f8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 945 time: 0.0661497 Jul 14 10:20:48.358449 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-422d4ec8-b0d1-47a4-a1ef-2807f96ab483 req-e12eaf97-f2eb-4cc4-956d-6783e4610b8c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897150 Jul 14 10:20:48.396069 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a449ff77-32f3-472a-b1fa-a409e46c18b2 req-5273c6f8-c0c3-4466-bb98-da53ae3943fa tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473876 Jul 14 10:20:48.418948 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52734) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:48.459858 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65747aa1-a891-4a7f-bc05-595adfdf3914 tempest-TestVolumeBootPattern-755146513 tempest-TestVolumeBootPattern-755146513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:48.461365 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-65747aa1-a891-4a7f-bc05-595adfdf3914 tempest-TestVolumeBootPattern-755146513 tempest-TestVolumeBootPattern-755146513-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 1124 time: 0.0414066 Jul 14 10:20:48.464221 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52736) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:48.468313 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:20:48.488713 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:48.566186 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:48.674986 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Allocated IP 172.27.0.151 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/662bee36-2f72-431b-bdaf-37a049b610a8) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:48.750858 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:48.783502 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for port (662bee36-2f72-431b-bdaf-37a049b610a8), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:48.814135 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (662bee36-2f72-431b-bdaf-37a049b610a8), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:48.842848 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:48.853273 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:48.859343 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:48.861744 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:20:48.892008 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'Port': ['ID=662bee36-2f72-431b-bdaf-37a049b610a8,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:49.213127 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (7a7e4d80-d911-4153-be32-98d7598d1445), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:49.278359 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (662bee36-2f72-431b-bdaf-37a049b610a8), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:49.422225 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for port (662bee36-2f72-431b-bdaf-37a049b610a8), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:49.426671 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (662bee36-2f72-431b-bdaf-37a049b610a8), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:49.474017 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9bec4-3f1e-44e0-ba90-38ea5a20ff8d req-16d9025e-ac63-4e8b-9be2-1a5dd83a4c22 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:49.475448 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e9e9bec4-3f1e-44e0-ba90-38ea5a20ff8d req-16d9025e-ac63-4e8b-9be2-1a5dd83a4c22 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 945 time: 0.0483220 Jul 14 10:20:49.501064 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'Port': ['ID=662bee36-2f72-431b-bdaf-37a049b610a8,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:49.505762 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:49.512954 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (7a7e4d80-d911-4153-be32-98d7598d1445), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:49.523210 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e9e9bec4-3f1e-44e0-ba90-38ea5a20ff8d req-a8e3d216-30ee-4466-ab7e-2954d89ed8dd tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Jul 14 10:20:49.605232 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.l3_db [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Floating IP 7a7e4d80-d911-4153-be32-98d7598d1445 associated. External IP: 172.27.0.151, port: 843c538b-92d0-432e-89e7-4dcf474bc2e2. Jul 14 10:20:49.700039 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:49.803156 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:20:49.905828 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:49.915067 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] Sync routers for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:49.923639 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:49.925094 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:49.925706 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:49.953340 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-04a8d18d-4599-4806-84d9-23dbbd4cee4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4880788 Jul 14 10:20:49.953909 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0878a889-2692-4dab-8be3-52a648470261', 'tag': '843c538b-92d0-432e-89e7-4dcf474bc2e2'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:49.956171 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6abbf8e-275d-476c-8560-dea7fa0732c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0878a889-2692-4dab-8be3-52a648470261", "tag": "843c538b-92d0-432e-89e7-4dcf474bc2e2"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:49.994007 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760a16d8-34f5-4f42-94dd-64e7a9a8aa73 x-openstack-request-id: req-760a16d8-34f5-4f42-94dd-64e7a9a8aa73 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:49.994301 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0878a889-2692-4dab-8be3-52a648470261", "tag": "843c538b-92d0-432e-89e7-4dcf474bc2e2", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:49.994553 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-760a16d8-34f5-4f42-94dd-64e7a9a8aa73 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:49.994961 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760a16d8-34f5-4f42-94dd-64e7a9a8aa73'] response: {'name': 'network-changed', 'server_uuid': '0878a889-2692-4dab-8be3-52a648470261', 'tag': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'status': 'completed', 'code': 200} Jul 14 10:20:50.029141 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:50.211643 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-98b8a826-58cb-44bf-ad5d-7ef5bd0f541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:50.213158 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-98b8a826-58cb-44bf-ad5d-7ef5bd0f541d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 1129 time: 0.0808382 Jul 14 10:20:50.245893 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '7a7e4d80-d911-4153-be32-98d7598d1445', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:2c:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:49Z', 'updated_at': '2022-07-14T10:20:49Z', 'revision_number': 0, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:50.253590 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-8bab43e1-1c13-40db-ba3e-7e027464445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:50.255072 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-8bab43e1-1c13-40db-ba3e-7e027464445d service neutron] 10.222.0.58 "GET /v2.0/networks?id=71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 200 len: 912 time: 0.1422751 Jul 14 10:20:50.277952 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] Checking router: b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:50.287126 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:50.287732 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:50.364344 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-51b4ecda-5fee-4dcd-a4e2-ee3a7d392f82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9be155-f5da-4d85-b353-8c3d7b3943c6 HTTP/1.1" status: 200 len: 1001 time: 0.1002922 Jul 14 10:20:50.374346 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-ab258dc1-abf9-48e4-a765-ed9937ec34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:50.375820 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-ab258dc1-abf9-48e4-a765-ed9937ec34f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 913 time: 0.1488526 Jul 14 10:20:50.516238 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:50.555400 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-9bbbd4b0-a6d5-420a-8bd1-363e8b455d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:50.556878 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-9bbbd4b0-a6d5-420a-8bd1-363e8b455d98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 200 len: 850 time: 0.0895274 Jul 14 10:20:50.559724 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-5f742732-7184-4f7a-b608-a873fa4278f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2 HTTP/1.1" status: 200 len: 999 time: 0.0997033 Jul 14 10:20:50.658585 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-f6c2a5b7-fa68-4958-8a9d-09fbb3048a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:50.660214 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-f6c2a5b7-fa68-4958-8a9d-09fbb3048a6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71d0e822-864d-4ce6-a81f-385b20a87683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765851 Jul 14 10:20:50.665813 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-291aaa72-a940-49be-9ee0-2bed719eda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:50.666063 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-905f50df-d6ce-40cc-bb9f-0e6fbcb8285b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:50.667185 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-291aaa72-a940-49be-9ee0-2bed719eda77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0731795 Jul 14 10:20:50.667665 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-905f50df-d6ce-40cc-bb9f-0e6fbcb8285b tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 945 time: 0.0830736 Jul 14 10:20:50.675840 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0594b-b3f3-4393-b1ba-7a0b03ab58c4 req-eb94de4e-f776-4dd6-973d-ace1a935a1d2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:50.677293 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-15a0594b-b3f3-4393-b1ba-7a0b03ab58c4 req-eb94de4e-f776-4dd6-973d-ace1a935a1d2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 945 time: 0.0796909 Jul 14 10:20:50.731801 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:50.749807 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '7a7e4d80-d911-4153-be32-98d7598d1445', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:2c:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:49Z', 'updated_at': '2022-07-14T10:20:49Z', 'revision_number': 0, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:50.764581 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-ff8e177d-78c8-4122-9bb9-42f857eb6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:20:50.766086 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-ff8e177d-78c8-4122-9bb9-42f857eb6f44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794623 Jul 14 10:20:50.773926 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:50.776723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d243ddd2-8f92-4cd9-8483-2a3c7ce2876d None None] The sync data for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi is: [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '7a7e4d80-d911-4153-be32-98d7598d1445', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:2c:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:49Z', 'updated_at': '2022-07-14T10:20:49Z', 'revision_number': 0, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:50.790191 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-15a0594b-b3f3-4393-b1ba-7a0b03ab58c4 req-e96fd2da-3f58-4b4c-b1ed-2e339b8f7e7c tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups?id=4fe10b40-3987-4a35-b519-fe7821918f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039207 Jul 14 10:20:50.792699 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:50.801220 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:50.806508 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Deleting port fd9be155-f5da-4d85-b353-8c3d7b3943c6 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:50.807066 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:50.821134 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-b10f2d7e-450b-40c8-8298-2bf4b7f7f031 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529617 Jul 14 10:20:50.870775 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:50.905928 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] For port fd9be155-f5da-4d85-b353-8c3d7b3943c6, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=fd9be155-f5da-4d85-b353-8c3d7b3943c6,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:50.906294 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:50.945220 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-d57bbc7c-09b4-45a3-a782-3754e973513c service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686893 Jul 14 10:20:50.986327 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-65d7b102-f982-4ad2-a352-7e7e33bb8775 req-bd4634dc-cab0-44b0-ab8b-26c93f8e1c75 service neutron] 10.222.0.58 "GET /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350865 Jul 14 10:20:51.046358 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c2dce-aa3f-41ed-ae6b-802f1f3cd90e None None] New status for floating IP 7a7e4d80-d911-4153-be32-98d7598d1445: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:20:51.074543 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-c6abbf8e-275d-476c-8560-dea7fa0732c6 req-2bbed3cc-eb5b-4a2f-9c32-85212565b7f5 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191814 Jul 14 10:20:51.136562 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:51.136911 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (535d16bf-9cbc-4c2a-8665-f0b965460fc9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:51.137289 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Floating IP 535d16bf-9cbc-4c2a-8665-f0b965460fc9 disassociated. External IP: 172.27.0.116, port: fd9be155-f5da-4d85-b353-8c3d7b3943c6. Jul 14 10:20:51.137649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Calling delete_port for fd9be155-f5da-4d85-b353-8c3d7b3943c6 owned by compute:nova {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:51.272582 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (fd9be155-f5da-4d85-b353-8c3d7b3943c6), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:51.298435 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event deleted for resources: {'Port': ['ID=fd9be155-f5da-4d85-b353-8c3d7b3943c6,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:51.407775 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:20:51.755280 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:51.765291 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] Sync routers for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:51.781667 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:51.782273 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:51.800065 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] No DVR routers for this DVR port fd9be155-f5da-4d85-b353-8c3d7b3943c6 on host hv-cinder-84980 {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:20:51.802681 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:51.806135 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6dcd40ba-0d37-4fb9-8c5e-de0a865ca138 req-d8fb6522-6556-4382-b81c-80056c1a10a2 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.58 "DELETE /v2.0/ports/fd9be155-f5da-4d85-b353-8c3d7b3943c6 HTTP/1.1" status: 204 len: 173 time: 1.1268988 Jul 14 10:20:51.806580 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'name': 'network-vif-deleted', 'tag': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:20:51.809012 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835993e3-62a1-45a4-b316-5c24636251cd" -d '{"events": [{"server_uuid": "7c2418cd-d4dd-4a16-9d70-d601cb1efa76", "name": "network-vif-deleted", "tag": "fd9be155-f5da-4d85-b353-8c3d7b3943c6"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:51.851955 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acfb54f-1f41-4727-8581-e2ecc85bc67e x-openstack-request-id: req-9acfb54f-1f41-4727-8581-e2ecc85bc67e {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:51.852265 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2418cd-d4dd-4a16-9d70-d601cb1efa76", "name": "network-vif-deleted", "tag": "fd9be155-f5da-4d85-b353-8c3d7b3943c6", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:51.852590 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9acfb54f-1f41-4727-8581-e2ecc85bc67e {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:51.852948 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9acfb54f-1f41-4727-8581-e2ecc85bc67e'] response: {'server_uuid': '7c2418cd-d4dd-4a16-9d70-d601cb1efa76', 'name': 'network-vif-deleted', 'tag': 'fd9be155-f5da-4d85-b353-8c3d7b3943c6', 'status': 'completed', 'code': 200} Jul 14 10:20:51.898343 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:51.904002 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1d52cd0f-67a4-4d4f-99e6-e288680f1af9 req-5891d552-478a-427b-ad12-8ea5bd699751 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2418cd-d4dd-4a16-9d70-d601cb1efa76 HTTP/1.1" status: 200 len: 210 time: 0.0300131 Jul 14 10:20:51.930726 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:52.040559 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:52.091805 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:52.117061 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] Checking router: 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:52.125714 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:52.126310 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:52.226861 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:52.423691 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:52.448736 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f5e76-cd49-47ad-9587-405a5d91e322 None None] The sync data for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi is: [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:13:58Z', 'revision_number': 4, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'bdbc4e85-6358-45c0-a088-7f300dcb87f3', 'name': '', 'network_id': '71d0e822-864d-4ce6-a81f-385b20a87683', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'mac_address': 'fa:16:3e:e5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:56Z', 'updated_at': '2022-07-14T10:14:15Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'subnets': [{'id': '071f2e91-7cf1-4a54-8cdc-0b9d733ac146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:52.660870 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1462391a-28af-480b-9c4d-02c99fbbc28c None None] New status for floating IP 535d16bf-9cbc-4c2a-8665-f0b965460fc9: DOWN {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:20:52.998174 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52762) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:53.053334 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ca7fd6af-38f2-4f32-8b4c-806ef79c0a46 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (4fe10b40-3987-4a35-b519-fe7821918f4e), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:53.080136 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ca7fd6af-38f2-4f32-8b4c-806ef79c0a46 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (4fe10b40-3987-4a35-b519-fe7821918f4e), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:53.132897 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ca7fd6af-38f2-4f32-8b4c-806ef79c0a46 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (4fe10b40-3987-4a35-b519-fe7821918f4e), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:53.135800 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ca7fd6af-38f2-4f32-8b4c-806ef79c0a46 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:53.137550 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-ca7fd6af-38f2-4f32-8b4c-806ef79c0a46 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "DELETE /v2.0/security-groups/4fe10b40-3987-4a35-b519-fe7821918f4e HTTP/1.1" status: 204 len: 168 time: 0.1383743 Jul 14 10:20:53.140477 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52764) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:53.155992 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.api.v2.resource [None req-cd0cee0a-b44f-40d0-bf12-79ffa1d25594 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] show failed (client error): The resource could not be found. Jul 14 10:20:53.157104 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-cd0cee0a-b44f-40d0-bf12-79ffa1d25594 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "GET /v2.0/security-groups/4fe10b40-3987-4a35-b519-fe7821918f4e HTTP/1.1" status: 404 len: 347 time: 0.0153556 Jul 14 10:20:53.157834 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fd6af-38f2-4f32-8b4c-806ef79c0a46 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe10b40-3987-4a35-b519-fe7821918f4e,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:53.160092 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52766) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:53.287143 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-70805617-cf9c-4346-963d-7e16c8dace71 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Deleting port e887395e-1950-4729-a015-c0c2537f5e6b {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:53.287414 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-70805617-cf9c-4346-963d-7e16c8dace71 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (e887395e-1950-4729-a015-c0c2537f5e6b), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:53.365204 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-70805617-cf9c-4346-963d-7e16c8dace71 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (e887395e-1950-4729-a015-c0c2537f5e6b), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:53.365525 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-70805617-cf9c-4346-963d-7e16c8dace71 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (e887395e-1950-4729-a015-c0c2537f5e6b), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:53.377542 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-70805617-cf9c-4346-963d-7e16c8dace71 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Calling delete_port for e887395e-1950-4729-a015-c0c2537f5e6b owned by network:floatingip {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:53.509245 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-70805617-cf9c-4346-963d-7e16c8dace71 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (e887395e-1950-4729-a015-c0c2537f5e6b), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:53.534956 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70805617-cf9c-4346-963d-7e16c8dace71 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Pushing event deleted for resources: {'Port': ['ID=e887395e-1950-4729-a015-c0c2537f5e6b,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:53.594076 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-70805617-cf9c-4346-963d-7e16c8dace71 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks [] for floatingip (535d16bf-9cbc-4c2a-8665-f0b965460fc9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:53.596500 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-70805617-cf9c-4346-963d-7e16c8dace71 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:53.597649 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-70805617-cf9c-4346-963d-7e16c8dace71 tempest-AttachVolumeTestJSON-540886044 tempest-AttachVolumeTestJSON-540886044-project] 10.222.0.61 "DELETE /v2.0/floatingips/535d16bf-9cbc-4c2a-8665-f0b965460fc9 HTTP/1.1" status: 204 len: 168 time: 0.4366469 Jul 14 10:20:55.411739 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device fd9be155-f5da-4d85-b353-8c3d7b3943c6 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:55.432551 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: fd9be155-f5da-4d85-b353-8c3d7b3943c6 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:20:55.432897 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device fd9be155-f5da-4d85-b353-8c3d7b3943c6 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:57.119457 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52816) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:57.491051 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:57.506713 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:57.620562 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:58.072193 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] Deleting port bdbc4e85-6358-45c0-a088-7f300dcb87f3 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:58.072524 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:58.151234 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] For port bdbc4e85-6358-45c0-a088-7f300dcb87f3, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=bdbc4e85-6358-45c0-a088-7f300dcb87f3,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:58.151843 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:58.164671 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] Calling delete_port for bdbc4e85-6358-45c0-a088-7f300dcb87f3 owned by network:router_interface {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:58.338293 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (bdbc4e85-6358-45c0-a088-7f300dcb87f3), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:58.361980 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbc4e85-6358-45c0-a088-7f300dcb87f3,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:58.522152 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:58.534346 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:58.564724 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:58.723603 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] Router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:20:58.819517 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:58.825091 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-34145307-5322-40e2-9180-3333813173b2 admin admin] 10.222.0.61 "PUT /v2.0/routers/0e39db76-52bf-4f51-a632-ef8ceabfb5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7042599 Jul 14 10:20:58.827490 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52824) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:58.829593 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] Sync routers for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:58.840736 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:58.849278 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:58.926539 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Publish callbacks [] for router (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:58.956848 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:59.023220 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Publish callbacks [] for router_gateway (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.064387 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Deleting port 0e3c2883-cc2f-4087-95a4-0edb4def39f6 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:59.064722 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.126711 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:20:58Z', 'revision_number': 5, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port': {'id': '0e3c2883-cc2f-4087-95a4-0edb4def39f6', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:48Z', 'updated_at': '2022-07-14T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:59.148094 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] For port 0e3c2883-cc2f-4087-95a4-0edb4def39f6, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=0e3c2883-cc2f-4087-95a4-0edb4def39f6,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:59.148451 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.151771 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] Checking router: 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:59.159987 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] Routers {'0e39db76-52bf-4f51-a632-ef8ceabfb5e9'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:20:59.160584 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:20:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:59.161802 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Calling delete_port for 0e3c2883-cc2f-4087-95a4-0edb4def39f6 owned by network:router_gateway {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:20:59.249458 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] Set router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 gateway port host: None {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:20:59.302029 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:20:59Z', 'revision_number': 6, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port_host': None}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:59.328460 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (0e3c2883-cc2f-4087-95a4-0edb4def39f6), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.329954 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f17f6cf-1ffa-455c-be70-bd77049b7c15 None None] The sync data for ids ['0e39db76-52bf-4f51-a632-ef8ceabfb5e9'] in dv-cinder-849800-1-iscsi is: [{'id': '0e39db76-52bf-4f51-a632-ef8ceabfb5e9', 'name': 'tempest-AttachVolumeTestJSON-1247497585-router', 'tenant_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:20:59Z', 'revision_number': 6, 'project_id': 'a4cde0820dc5474eb7091fb3a8de4cd0', 'gw_port_host': None}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:59.351888 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:59.356010 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3c2883-cc2f-4087-95a4-0edb4def39f6,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:59.401620 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:59.425299 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.510873 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.513165 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Publish callbacks [] for router_controller (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.554326 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (0e39db76-52bf-4f51-a632-ef8ceabfb5e9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.554901 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e39db76-52bf-4f51-a632-ef8ceabfb5e9 {{(pid=104067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:20:59.559512 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.560771 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e1d8e8ee-da09-4157-ab67-181adfc50df9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0e39db76-52bf-4f51-a632-ef8ceabfb5e9 HTTP/1.1" status: 204 len: 168 time: 0.7322140 Jul 14 10:20:59.563218 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 52826) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:59.607396 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_v2 [None req-be882735-d375-437e-819f-927cc3da60a8 admin admin] Deleting subnet 071f2e91-7cf1-4a54-8cdc-0b9d733ac146 {{(pid=104067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:20:59.610643 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-be882735-d375-437e-819f-927cc3da60a8 admin admin] Publish callbacks [] for subnet (071f2e91-7cf1-4a54-8cdc-0b9d733ac146), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.644442 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-be882735-d375-437e-819f-927cc3da60a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131802627'] for subnet (071f2e91-7cf1-4a54-8cdc-0b9d733ac146), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.724454 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-be882735-d375-437e-819f-927cc3da60a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (071f2e91-7cf1-4a54-8cdc-0b9d733ac146), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.781608 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-be882735-d375-437e-819f-927cc3da60a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131802649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131243376'] for subnet (071f2e91-7cf1-4a54-8cdc-0b9d733ac146), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.809981 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-be882735-d375-437e-819f-927cc3da60a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.813612 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-be882735-d375-437e-819f-927cc3da60a8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/071f2e91-7cf1-4a54-8cdc-0b9d733ac146 HTTP/1.1" status: 204 len: 168 time: 0.2494595 Jul 14 10:20:59.814770 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be882735-d375-437e-819f-927cc3da60a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071f2e91-7cf1-4a54-8cdc-0b9d733ac146,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:59.815129 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5eb80f-c325-486e-bdb8-7318125cfdc5 None None] Network 71d0e822-864d-4ce6-a81f-385b20a87683 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:20:59.816701 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52828) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:20:59.836235 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:59.867252 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:59.889041 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (71d0e822-864d-4ce6-a81f-385b20a87683), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.932756 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Deleting port a0b84c76-de9e-4650-a38f-27cecd278404 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:20:59.933126 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:20:59.934803 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:20:59.999712 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] For port a0b84c76-de9e-4650-a38f-27cecd278404, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=a0b84c76-de9e-4650-a38f-27cecd278404,segment=NetworkSegment(f064464f-4f6d-4eac-9cbc-5b8c13a25379),segment_id=f064464f-4f6d-4eac-9cbc-5b8c13a25379)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:00.000069 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.012898 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Calling delete_port for a0b84c76-de9e-4650-a38f-27cecd278404 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:21:00.095089 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64684053-cdf3-431b-b85e-5d265cfb16a9 None None] DHCP port deletion for 71d0e822-864d-4ce6-a81f-385b20a87683 request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:21:00.098249 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (a0b84c76-de9e-4650-a38f-27cecd278404), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.134895 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] No DVR routers for this DVR port a0b84c76-de9e-4650-a38f-27cecd278404 on host dv-cinder-849800-1-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:21:00.140570 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b84c76-de9e-4650-a38f-27cecd278404,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:00.217876 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device bdbc4e85-6358-45c0-a088-7f300dcb87f3 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:00.220085 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (71d0e822-864d-4ce6-a81f-385b20a87683), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.238799 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: bdbc4e85-6358-45c0-a088-7f300dcb87f3 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:21:00.239501 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device bdbc4e85-6358-45c0-a088-7f300dcb87f3 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:00.240107 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 0e3c2883-cc2f-4087-95a4-0edb4def39f6 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:00.243386 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d0e822-864d-4ce6-a81f-385b20a87683']}} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:00.254214 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f064464f-4f6d-4eac-9cbc-5b8c13a25379') {'for_net_delete': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:00.254512 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f064464f-4f6d-4eac-9cbc-5b8c13a25379') {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:00.260308 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 0e3c2883-cc2f-4087-95a4-0edb4def39f6 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:21:00.260649 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 0e3c2883-cc2f-4087-95a4-0edb4def39f6 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:00.261249 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device a0b84c76-de9e-4650-a38f-27cecd278404 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:00.264816 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130258046'] for segment (f064464f-4f6d-4eac-9cbc-5b8c13a25379), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.279418 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (f064464f-4f6d-4eac-9cbc-5b8c13a25379), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.282509 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: a0b84c76-de9e-4650-a38f-27cecd278404 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:21:00.282855 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device a0b84c76-de9e-4650-a38f-27cecd278404 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:00.290848 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=104066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:21:00.291142 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131987273'] for segment (f064464f-4f6d-4eac-9cbc-5b8c13a25379), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.343855 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment f064464f-4f6d-4eac-9cbc-5b8c13a25379 resource provider aggregate not found Jul 14 10:21:00.364367 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (71d0e822-864d-4ce6-a81f-385b20a87683), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.368486 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment f064464f-4f6d-4eac-9cbc-5b8c13a25379 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f064464f-4f6d-4eac-9cbc-5b8c13a25379 found for delete ", "request_id": "req-e6ba6eca-7b50-4b01-a338-4714be8edf19"}]} Jul 14 10:21:00.370873 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:00.380348 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.384103 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/71d0e822-864d-4ce6-a81f-385b20a87683 HTTP/1.1" status: 204 len: 168 time: 0.5656695 Jul 14 10:21:00.395377 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971d05c-5af0-4369-bbe5-6e00e9f503d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d0e822-864d-4ce6-a81f-385b20a87683,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:00.532957 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52844) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:00.581717 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-7f1ee12e-6a70-4de7-8a56-b1fcdbfaa349 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4cde0820dc5474eb7091fb3a8de4cd0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474677 Jul 14 10:21:00.584082 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 52846) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:00.636310 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6207dd11-078d-45af-b1ef-63364cf010cc admin admin] Publish callbacks [] for security_group (cc9d6a07-2297-4c72-a340-e07ad8765c79), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.663370 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6207dd11-078d-45af-b1ef-63364cf010cc admin admin] Publish callbacks [] for security_group (cc9d6a07-2297-4c72-a340-e07ad8765c79), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.716990 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6207dd11-078d-45af-b1ef-63364cf010cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (cc9d6a07-2297-4c72-a340-e07ad8765c79), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.716990 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6207dd11-078d-45af-b1ef-63364cf010cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:00.716990 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6207dd11-078d-45af-b1ef-63364cf010cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc9d6a07-2297-4c72-a340-e07ad8765c79 HTTP/1.1" status: 204 len: 168 time: 0.1318491 Jul 14 10:21:00.727130 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207dd11-078d-45af-b1ef-63364cf010cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9d6a07-2297-4c72-a340-e07ad8765c79,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:01.434967 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-38bde032-9c1a-4b91-9dca-9bc5c76bd775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:02.733097 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:02.735309 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:02.809190 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7281fc-d9a6-4c70-91de-2ee99365510a req-eac31b1e-18c5-48ce-8f88-8f65eec3c8af tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:02.810572 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8d7281fc-d9a6-4c70-91de-2ee99365510a req-eac31b1e-18c5-48ce-8f88-8f65eec3c8af tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0461428 Jul 14 10:21:02.858102 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8d7281fc-d9a6-4c70-91de-2ee99365510a req-4349f549-fe16-44bf-9cc8-6dd3654e4ed2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417485 Jul 14 10:21:03.587021 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-349b320a-772a-4b44-a6c5-18b0e3d1ce38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:03.702337 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c8a6-1416-4520-95dd-34e998afbf9f req-f74d19e2-a2c2-4852-a953-9307f394bbdb tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:03.703781 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9ff7c8a6-1416-4520-95dd-34e998afbf9f req-f74d19e2-a2c2-4852-a953-9307f394bbdb tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 945 time: 0.0460830 Jul 14 10:21:03.749654 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9ff7c8a6-1416-4520-95dd-34e998afbf9f req-42aaa45d-6042-4706-a5cf-61e5ed01fcd8 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404024 Jul 14 10:21:03.942892 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:03.984424 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afcb75-860b-4d41-bb8f-943c2ee4722e req-5a3cd32c-2b24-4af9-bd8b-d33d8750f854 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:03.985897 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-22afcb75-860b-4d41-bb8f-943c2ee4722e req-5a3cd32c-2b24-4af9-bd8b-d33d8750f854 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0515487 Jul 14 10:21:04.032214 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-22afcb75-860b-4d41-bb8f-943c2ee4722e req-5977a680-67d8-4301-91d4-28dc940fe5a1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 Jul 14 10:21:04.861901 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85025911-c9eb-4971-b33a-b93d007a1db5 req-f8438d12-2c8c-408b-a06c-efe61b70111d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:04.863351 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-85025911-c9eb-4971-b33a-b93d007a1db5 req-f8438d12-2c8c-408b-a06c-efe61b70111d tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 945 time: 0.0468812 Jul 14 10:21:04.882918 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:04.910580 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-85025911-c9eb-4971-b33a-b93d007a1db5 req-3653666c-758c-4e6d-9689-7494a6011ec0 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Jul 14 10:21:05.018286 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:05.151293 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db32169-7119-45e9-9c31-2490f0de514f req-837a0519-f296-4660-96b9-b08268f0a35b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:05.152722 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1db32169-7119-45e9-9c31-2490f0de514f req-837a0519-f296-4660-96b9-b08268f0a35b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0499833 Jul 14 10:21:05.198463 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1db32169-7119-45e9-9c31-2490f0de514f req-3c15a552-35f7-4eaa-b5e3-58f8357b3532 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402319 Jul 14 10:21:05.584875 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af63274-8c90-4523-a41c-19237d752a6e req-213ff21a-562c-488e-b14e-67ad69fc6eeb tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:05.586217 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0af63274-8c90-4523-a41c-19237d752a6e req-213ff21a-562c-488e-b14e-67ad69fc6eeb tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 945 time: 0.0457597 Jul 14 10:21:05.669535 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Deleting port 2a830823-d4db-40c7-8cf3-b5e63383422a {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:21:05.669881 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:05.761438 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] For port 2a830823-d4db-40c7-8cf3-b5e63383422a, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2a830823-d4db-40c7-8cf3-b5e63383422a,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:05.761801 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:05.927868 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:05.928227 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (e54ef90b-cade-4ada-b04d-fd203e0b1773), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:05.928545 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Floating IP e54ef90b-cade-4ada-b04d-fd203e0b1773 disassociated. External IP: 172.27.0.79, port: 2a830823-d4db-40c7-8cf3-b5e63383422a. Jul 14 10:21:05.928887 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Calling delete_port for 2a830823-d4db-40c7-8cf3-b5e63383422a owned by compute:nova {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:21:06.040275 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1db5ab-f5f0-488f-95de-4c71cb203552 req-79cee735-512b-4a03-a297-46b678822435 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:06.041770 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4b1db5ab-f5f0-488f-95de-4c71cb203552 req-79cee735-512b-4a03-a297-46b678822435 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 945 time: 0.0574045 Jul 14 10:21:06.125989 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4b1db5ab-f5f0-488f-95de-4c71cb203552 req-e2ec8f2c-d104-4385-93e7-c4a17894dba4 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups?id=14930180-0d32-4dc9-bc2d-debe36568299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757389 Jul 14 10:21:06.145000 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (2a830823-d4db-40c7-8cf3-b5e63383422a), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:06.181682 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'Port': ['ID=2a830823-d4db-40c7-8cf3-b5e63383422a,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:06.193753 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:06.343564 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89176c2-824b-4597-ac6d-3242f44ad5bb req-dbd44e67-72b4-459b-b3bd-df57f95acacf tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:06.345064 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d89176c2-824b-4597-ac6d-3242f44ad5bb req-dbd44e67-72b4-459b-b3bd-df57f95acacf tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0642297 Jul 14 10:21:06.352865 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:21:06.375171 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:06.386786 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:06.449584 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d89176c2-824b-4597-ac6d-3242f44ad5bb req-8f542dc7-1455-4908-9961-e73559f598c1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985396 Jul 14 10:21:06.505162 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:06.509627 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:21:06.523272 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:21:06.535185 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:21:06.535803 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:21:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:06.564797 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] No DVR routers for this DVR port 2a830823-d4db-40c7-8cf3-b5e63383422a on host hv-cinder-84980 {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:21:06.567784 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:06.571393 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0af63274-8c90-4523-a41c-19237d752a6e req-f68d2289-ece7-48bf-bd22-32ee01c0010a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.58 "DELETE /v2.0/ports/2a830823-d4db-40c7-8cf3-b5e63383422a HTTP/1.1" status: 204 len: 173 time: 0.9762161 Jul 14 10:21:06.571995 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7411091-94a7-46f4-8e0f-43581972d772', 'name': 'network-vif-deleted', 'tag': '2a830823-d4db-40c7-8cf3-b5e63383422a'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:21:06.575650 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d3987d-aa92-4d30-8a80-9f66a849e318" -d '{"events": [{"server_uuid": "f7411091-94a7-46f4-8e0f-43581972d772", "name": "network-vif-deleted", "tag": "2a830823-d4db-40c7-8cf3-b5e63383422a"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:06.624459 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81544bf-659e-4231-997a-46d2a307b346 x-openstack-request-id: req-c81544bf-659e-4231-997a-46d2a307b346 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:06.624836 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7411091-94a7-46f4-8e0f-43581972d772", "name": "network-vif-deleted", "tag": "2a830823-d4db-40c7-8cf3-b5e63383422a", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:06.625182 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c81544bf-659e-4231-997a-46d2a307b346 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:06.625660 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81544bf-659e-4231-997a-46d2a307b346'] response: {'server_uuid': 'f7411091-94a7-46f4-8e0f-43581972d772', 'name': 'network-vif-deleted', 'tag': '2a830823-d4db-40c7-8cf3-b5e63383422a', 'status': 'completed', 'code': 200} Jul 14 10:21:06.653539 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:21:06.873024 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:06.898844 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:21:06.908576 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:21:06.909212 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:21:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:07.015372 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:21:07.214056 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:07.240961 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b43cbc70-9a3b-492f-8ad3-f309d6c4d625 req-6c87c1f7-eb1a-4047-9168-831cbfcaed78 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7411091-94a7-46f4-8e0f-43581972d772 HTTP/1.1" status: 200 len: 210 time: 0.0307999 Jul 14 10:21:07.245108 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb84384-b76b-49eb-8850-6f67218a6259 None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:13:54Z', 'revision_number': 4, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '621cb7be-9d9e-412e-89db-15d4349dbd01', 'name': '', 'network_id': '2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'mac_address': 'fa:16:3e:d5:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:52Z', 'updated_at': '2022-07-14T10:14:07Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'subnets': [{'id': '4f93cc99-11fb-4265-adab-8cfd65721f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:21:07.472012 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ceeed-408a-4df1-908b-7f756c920c0c None None] New status for floating IP e54ef90b-cade-4ada-b04d-fd203e0b1773: DOWN {{(pid=104068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:21:07.574592 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823f07c-cf4a-41f3-b701-df001082b451 req-e78dd7a0-0532-4612-b445-4dd972fdd169 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:07.576458 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f823f07c-cf4a-41f3-b701-df001082b451 req-e78dd7a0-0532-4612-b445-4dd972fdd169 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0519462 Jul 14 10:21:07.628157 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f823f07c-cf4a-41f3-b701-df001082b451 req-d4ac73b3-4adc-4515-94f2-44422c832bad tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451410 Jul 14 10:21:08.330422 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53018) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:08.383769 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bcb0446a-f6d0-4517-9a6a-3347da06f4df tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (14930180-0d32-4dc9-bc2d-debe36568299), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:08.409501 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bcb0446a-f6d0-4517-9a6a-3347da06f4df tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (14930180-0d32-4dc9-bc2d-debe36568299), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:08.457078 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bcb0446a-f6d0-4517-9a6a-3347da06f4df tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (14930180-0d32-4dc9-bc2d-debe36568299), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:08.459566 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-bcb0446a-f6d0-4517-9a6a-3347da06f4df tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:08.460769 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-bcb0446a-f6d0-4517-9a6a-3347da06f4df tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "DELETE /v2.0/security-groups/14930180-0d32-4dc9-bc2d-debe36568299 HTTP/1.1" status: 204 len: 168 time: 0.1293616 Jul 14 10:21:08.463643 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53020) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:08.469946 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0446a-f6d0-4517-9a6a-3347da06f4df tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14930180-0d32-4dc9-bc2d-debe36568299,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:08.479288 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.api.v2.resource [None req-55a75393-f381-465f-8dc2-ec420e75008a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] show failed (client error): The resource could not be found. Jul 14 10:21:08.481188 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-55a75393-f381-465f-8dc2-ec420e75008a tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "GET /v2.0/security-groups/14930180-0d32-4dc9-bc2d-debe36568299 HTTP/1.1" status: 404 len: 347 time: 0.0156233 Jul 14 10:21:08.483773 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53022) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:08.593240 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-7dac34a6-b67b-4f4e-9df6-2749e38fd578 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Deleting port ba1911d0-c881-484e-8699-ae988ecd6752 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:21:08.593494 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7dac34a6-b67b-4f4e-9df6-2749e38fd578 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (ba1911d0-c881-484e-8699-ae988ecd6752), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:08.671482 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7dac34a6-b67b-4f4e-9df6-2749e38fd578 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (ba1911d0-c881-484e-8699-ae988ecd6752), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:08.671819 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7dac34a6-b67b-4f4e-9df6-2749e38fd578 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (ba1911d0-c881-484e-8699-ae988ecd6752), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:08.684738 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-7dac34a6-b67b-4f4e-9df6-2749e38fd578 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Calling delete_port for ba1911d0-c881-484e-8699-ae988ecd6752 owned by network:floatingip {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:21:08.749964 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b032-691c-4fb7-8a96-0011e84ff003 req-bf006cbf-94b2-4394-8fbb-9d4277fb5565 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:08.751444 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-08c2b032-691c-4fb7-8a96-0011e84ff003 req-bf006cbf-94b2-4394-8fbb-9d4277fb5565 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0512340 Jul 14 10:21:08.798317 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-08c2b032-691c-4fb7-8a96-0011e84ff003 req-fda24045-163c-4e8b-8583-dc98fb495c8b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412903 Jul 14 10:21:08.817177 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7dac34a6-b67b-4f4e-9df6-2749e38fd578 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (ba1911d0-c881-484e-8699-ae988ecd6752), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:08.822216 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:08.844055 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac34a6-b67b-4f4e-9df6-2749e38fd578 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Pushing event deleted for resources: {'Port': ['ID=ba1911d0-c881-484e-8699-ae988ecd6752,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:08.909587 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7dac34a6-b67b-4f4e-9df6-2749e38fd578 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks [] for floatingip (e54ef90b-cade-4ada-b04d-fd203e0b1773), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:08.911992 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-7dac34a6-b67b-4f4e-9df6-2749e38fd578 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:08.913185 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-7dac34a6-b67b-4f4e-9df6-2749e38fd578 tempest-AttachVolumeNegativeTest-577237363 tempest-AttachVolumeNegativeTest-577237363-project] 10.222.0.61 "DELETE /v2.0/floatingips/e54ef90b-cade-4ada-b04d-fd203e0b1773 HTTP/1.1" status: 204 len: 168 time: 0.4283984 Jul 14 10:21:09.494461 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 2a830823-d4db-40c7-8cf3-b5e63383422a no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:09.513596 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 2a830823-d4db-40c7-8cf3-b5e63383422a {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:21:09.513873 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 2a830823-d4db-40c7-8cf3-b5e63383422a not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:09.918659 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e505-b243-4085-bd5c-2bd48e2c0859 req-2db250e7-23a0-482b-bce5-d85de256352f tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:09.920100 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f911e505-b243-4085-bd5c-2bd48e2c0859 req-2db250e7-23a0-482b-bce5-d85de256352f tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0466845 Jul 14 10:21:09.966336 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f911e505-b243-4085-bd5c-2bd48e2c0859 req-760d6d7d-50ae-4106-9a77-3c94023c0a6c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408418 Jul 14 10:21:10.285943 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53054) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:10.392102 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1dc25ad9-81c0-4f6f-b21b-064cb5e9fede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:10.469121 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1dc25ad9-81c0-4f6f-b21b-064cb5e9fede admin admin] Publish callbacks [] for security_group (734c4fc4-5eaa-487a-94a6-1c41071bd8e5), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:10.473048 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1dc25ad9-81c0-4f6f-b21b-064cb5e9fede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (734c4fc4-5eaa-487a-94a6-1c41071bd8e5), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:10.477472 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:10.518674 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-1dc25ad9-81c0-4f6f-b21b-064cb5e9fede admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46aa882f505d43b1bbc4fd4f19ab2e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314110 Jul 14 10:21:10.519759 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc25ad9-81c0-4f6f-b21b-064cb5e9fede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734c4fc4-5eaa-487a-94a6-1c41071bd8e5,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:10.521387 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53058) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:10.575151 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-813b7679-9614-4afb-8e6c-44c279e83c0b admin admin] Publish callbacks [] for security_group (734c4fc4-5eaa-487a-94a6-1c41071bd8e5), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:10.596205 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-813b7679-9614-4afb-8e6c-44c279e83c0b admin admin] Publish callbacks [] for security_group (734c4fc4-5eaa-487a-94a6-1c41071bd8e5), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:10.611362 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:10.644419 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-813b7679-9614-4afb-8e6c-44c279e83c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (734c4fc4-5eaa-487a-94a6-1c41071bd8e5), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:10.646939 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-813b7679-9614-4afb-8e6c-44c279e83c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:10.648058 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-813b7679-9614-4afb-8e6c-44c279e83c0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/734c4fc4-5eaa-487a-94a6-1c41071bd8e5 HTTP/1.1" status: 204 len: 168 time: 0.1256125 Jul 14 10:21:10.656048 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b7679-9614-4afb-8e6c-44c279e83c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734c4fc4-5eaa-487a-94a6-1c41071bd8e5,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:11.088905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd2cd-c51e-447d-9f25-bd9938f8b471 req-86782f14-37f6-457f-91e1-f2147bffe506 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:11.090962 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-046fd2cd-c51e-447d-9f25-bd9938f8b471 req-86782f14-37f6-457f-91e1-f2147bffe506 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0523705 Jul 14 10:21:11.140131 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-046fd2cd-c51e-447d-9f25-bd9938f8b471 req-b7e3ce69-dc28-4f19-8c87-a165c37aefe8 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Jul 14 10:21:12.248978 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:12.265759 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6fd09-9688-4685-a802-ca0550edf92d req-680f2783-7e6b-4bdd-a79f-a19397cb79de tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:12.267383 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-70d6fd09-9688-4685-a802-ca0550edf92d req-680f2783-7e6b-4bdd-a79f-a19397cb79de tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0491047 Jul 14 10:21:12.322268 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-70d6fd09-9688-4685-a802-ca0550edf92d req-834b2578-e9d9-4bf1-955a-423c8948db48 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479705 Jul 14 10:21:12.604167 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53132) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:13.112025 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (0bb4a887-68b7-4a36-bed4-0b9b41864d36), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:13.374035 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] Deleting port 621cb7be-9d9e-412e-89db-15d4349dbd01 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:21:13.374611 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:13.491527 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbb5a6-f6ca-4daf-b271-fac869701456 req-84c0c152-048e-4a5b-9c28-6130feaac9cb tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:13.493023 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-decbb5a6-f6ca-4daf-b271-fac869701456 req-84c0c152-048e-4a5b-9c28-6130feaac9cb tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0921860 Jul 14 10:21:13.513286 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] For port 621cb7be-9d9e-412e-89db-15d4349dbd01, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=621cb7be-9d9e-412e-89db-15d4349dbd01,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:13.513937 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:13.537470 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] Calling delete_port for 621cb7be-9d9e-412e-89db-15d4349dbd01 owned by network:router_interface {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:21:13.542102 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:13.603363 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-decbb5a6-f6ca-4daf-b271-fac869701456 req-57dfd5eb-1d05-49b8-9eee-743ffad1a42c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039984 Jul 14 10:21:13.670424 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:13.749810 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (621cb7be-9d9e-412e-89db-15d4349dbd01), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:13.777750 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] Pushing event deleted for resources: {'Port': ['ID=621cb7be-9d9e-412e-89db-15d4349dbd01,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:13.959088 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (0bb4a887-68b7-4a36-bed4-0b9b41864d36), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:14.411701 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] Router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:21:14.510498 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:21:14.515955 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-9ed07669-d777-456b-b3c2-1479fa0933db admin admin] 10.222.0.61 "PUT /v2.0/routers/0bb4a887-68b7-4a36-bed4-0b9b41864d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9107773 Jul 14 10:21:14.518678 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53154) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:14.521156 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] Sync routers for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:21:14.532213 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:21:14.532811 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:21:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:14.619535 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Publish callbacks [] for router (0bb4a887-68b7-4a36-bed4-0b9b41864d36), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:14.634277 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:21:14.737124 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:14.763707 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273ed66-0372-4c0d-a4ba-7a1f3e80655e req-8c5a8b7a-8ee6-4db7-b844-c794accdd612 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:14.765618 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1273ed66-0372-4c0d-a4ba-7a1f3e80655e req-8c5a8b7a-8ee6-4db7-b844-c794accdd612 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0673296 Jul 14 10:21:14.781340 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Publish callbacks [] for router_gateway (0bb4a887-68b7-4a36-bed4-0b9b41864d36), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:14.801455 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:14.827910 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:14.852797 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1273ed66-0372-4c0d-a4ba-7a1f3e80655e req-2a857167-b4fc-417f-a802-043082bf80cc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801418 Jul 14 10:21:14.860318 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Deleting port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:21:14.860662 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:14.888402 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:21:13Z', 'revision_number': 5, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port': {'id': '4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:13:46Z', 'updated_at': '2022-07-14T10:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:14.917213 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] Checking router: 0bb4a887-68b7-4a36-bed4-0b9b41864d36 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:21:14.926317 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] Routers {'0bb4a887-68b7-4a36-bed4-0b9b41864d36'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:21:14.926929 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:21:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:14.944449 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] For port 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:14.944826 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:14.961415 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Calling delete_port for 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b owned by network:router_gateway {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:21:15.012659 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] Set router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 gateway port host: None {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:21:15.075898 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:21:14Z', 'revision_number': 6, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port_host': None}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:15.078436 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:15.102005 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654d130-5df1-4fb0-a165-8917f797897c None None] The sync data for ids ['0bb4a887-68b7-4a36-bed4-0b9b41864d36'] in dv-cinder-849800-1-iscsi is: [{'id': '0bb4a887-68b7-4a36-bed4-0b9b41864d36', 'name': 'tempest-AttachVolumeNegativeTest-946365793-router', 'tenant_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:13:45Z', 'updated_at': '2022-07-14T10:21:14Z', 'revision_number': 6, 'project_id': '5056f0a32e37430ea3ea63d9cb69bf2b', 'gw_port_host': None}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:21:15.156424 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.186291 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:15.249876 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (0bb4a887-68b7-4a36-bed4-0b9b41864d36), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.337701 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (0bb4a887-68b7-4a36-bed4-0b9b41864d36), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.340559 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Publish callbacks [] for router_controller (0bb4a887-68b7-4a36-bed4-0b9b41864d36), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.385549 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (0bb4a887-68b7-4a36-bed4-0b9b41864d36), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.386715 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb4a887-68b7-4a36-bed4-0b9b41864d36 {{(pid=104066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:21:15.391811 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.393683 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6387f83b-47c2-4440-92b6-ba339af52fd9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0bb4a887-68b7-4a36-bed4-0b9b41864d36 HTTP/1.1" status: 204 len: 168 time: 0.8740466 Jul 14 10:21:15.395538 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53180) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:15.444800 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92d5cf1-2ed3-4b52-a69f-bfd24753fd64 admin admin] Deleting subnet 4f93cc99-11fb-4265-adab-8cfd65721f58 {{(pid=104066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:21:15.447934 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e92d5cf1-2ed3-4b52-a69f-bfd24753fd64 admin admin] Publish callbacks [] for subnet (4f93cc99-11fb-4265-adab-8cfd65721f58), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.491218 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e92d5cf1-2ed3-4b52-a69f-bfd24753fd64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130258025'] for subnet (4f93cc99-11fb-4265-adab-8cfd65721f58), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.582262 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e92d5cf1-2ed3-4b52-a69f-bfd24753fd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (4f93cc99-11fb-4265-adab-8cfd65721f58), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.635066 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:15.645520 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e92d5cf1-2ed3-4b52-a69f-bfd24753fd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131986667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125231501'] for subnet (4f93cc99-11fb-4265-adab-8cfd65721f58), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.672762 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d5cf1-2ed3-4b52-a69f-bfd24753fd64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f93cc99-11fb-4265-adab-8cfd65721f58,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:15.677683 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e92d5cf1-2ed3-4b52-a69f-bfd24753fd64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.681138 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-e92d5cf1-2ed3-4b52-a69f-bfd24753fd64 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4f93cc99-11fb-4265-adab-8cfd65721f58 HTTP/1.1" status: 204 len: 168 time: 0.2846422 Jul 14 10:21:15.684206 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53190) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:15.686287 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baea188-4979-4528-8a66-4260284e5751 None None] Network 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:21:15.696754 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53192) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:15.756948 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.759429 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:15.809676 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Deleting port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:21:15.810024 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.819020 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8d71cbb3-93b0-47fc-abc8-1f26b3f65a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.876435 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] For port 393f20c5-bd47-46e4-a532-914c8d2e7fa9, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=393f20c5-bd47-46e4-a532-914c8d2e7fa9,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:15.876798 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.890866 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Calling delete_port for 393f20c5-bd47-46e4-a532-914c8d2e7fa9 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:21:15.908232 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8d71cbb3-93b0-47fc-abc8-1f26b3f65a53 admin admin] Publish callbacks [] for security_group (899b7616-8216-4fda-86be-185776eb9b9c), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.914701 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8d71cbb3-93b0-47fc-abc8-1f26b3f65a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (899b7616-8216-4fda-86be-185776eb9b9c), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:15.924729 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] DHCP port deletion for 2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:21:15.944023 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71cbb3-93b0-47fc-abc8-1f26b3f65a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899b7616-8216-4fda-86be-185776eb9b9c,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:15.971146 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8d71cbb3-93b0-47fc-abc8-1f26b3f65a53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=414e9de3411f47e0897ad0539e633216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733281 Jul 14 10:21:15.972120 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53198) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:15.996946 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Deleting port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:21:15.997554 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.027701 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d42b8c6a-a42d-41e8-afc0-92791d275b56 admin admin] Publish callbacks [] for security_group (899b7616-8216-4fda-86be-185776eb9b9c), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.028196 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391869-cee4-4cdd-8799-4e3c5c18c9fb req-8b0e5434-1b75-4861-b3f7-eb99a2693a88 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:16.029789 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-45391869-cee4-4cdd-8799-4e3c5c18c9fb req-8b0e5434-1b75-4861-b3f7-eb99a2693a88 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0699525 Jul 14 10:21:16.030651 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.054488 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d42b8c6a-a42d-41e8-afc0-92791d275b56 admin admin] Publish callbacks [] for security_group (899b7616-8216-4fda-86be-185776eb9b9c), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.066203 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Pushing event deleted for resources: {'Port': ['ID=393f20c5-bd47-46e4-a532-914c8d2e7fa9,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:16.068477 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] No DVR routers for this DVR port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 on host dv-cinder-849800-1-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:21:16.070619 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] For port 393f20c5-bd47-46e4-a532-914c8d2e7fa9, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=393f20c5-bd47-46e4-a532-914c8d2e7fa9,segment=NetworkSegment(861bc662-092a-40d0-93f7-aab2de0b42b4),segment_id=861bc662-092a-40d0-93f7-aab2de0b42b4)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:16.071319 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.087553 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Calling delete_port for 393f20c5-bd47-46e4-a532-914c8d2e7fa9 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:21:16.107841 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d42b8c6a-a42d-41e8-afc0-92791d275b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (899b7616-8216-4fda-86be-185776eb9b9c), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.111290 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d42b8c6a-a42d-41e8-afc0-92791d275b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.115492 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d42b8c6a-a42d-41e8-afc0-92791d275b56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/899b7616-8216-4fda-86be-185776eb9b9c HTTP/1.1" status: 204 len: 168 time: 0.1422150 Jul 14 10:21:16.125776 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b8c6a-a42d-41e8-afc0-92791d275b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899b7616-8216-4fda-86be-185776eb9b9c,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:16.190708 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (393f20c5-bd47-46e4-a532-914c8d2e7fa9), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.197351 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.202006 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-45391869-cee4-4cdd-8799-4e3c5c18c9fb req-df514354-ca34-4e9d-bda6-6b84dc5b5ad6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615648 Jul 14 10:21:16.214934 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Pushing event deleted for resources: {'Port': ['ID=393f20c5-bd47-46e4-a532-914c8d2e7fa9,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:16.229032 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.230217 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.230831 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.231390 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.241929 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f']}} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:16.242507 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.243221 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.243766 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.244305 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.244884 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.245524 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.246608 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.247033 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.247473 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.247890 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.248306 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:16.251659 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d309143-cac2-4194-9ce9-d40a87834c95 None None] No DVR routers for this DVR port 393f20c5-bd47-46e4-a532-914c8d2e7fa9 on host dv-cinder-849800-1-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:21:16.267630 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861bc662-092a-40d0-93f7-aab2de0b42b4') {'for_net_delete': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:16.268204 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861bc662-092a-40d0-93f7-aab2de0b42b4') {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:16.283092 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130258046'] for segment (861bc662-092a-40d0-93f7-aab2de0b42b4), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.297222 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:16.305721 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (861bc662-092a-40d0-93f7-aab2de0b42b4), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.316395 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=104066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:21:16.316804 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131987273'] for segment (861bc662-092a-40d0-93f7-aab2de0b42b4), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.320333 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:21:16.320768 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 4c844bae-4653-4ac1-8d4b-9ed3a8cbde8b not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:16.321289 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 621cb7be-9d9e-412e-89db-15d4349dbd01 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:16.341723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 621cb7be-9d9e-412e-89db-15d4349dbd01 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:21:16.342324 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 621cb7be-9d9e-412e-89db-15d4349dbd01 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:16.342900 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 393f20c5-bd47-46e4-a532-914c8d2e7fa9 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:16.361419 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment 861bc662-092a-40d0-93f7-aab2de0b42b4 resource provider aggregate not found Jul 14 10:21:16.375882 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 393f20c5-bd47-46e4-a532-914c8d2e7fa9 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:21:16.376232 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 393f20c5-bd47-46e4-a532-914c8d2e7fa9 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:16.403071 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment 861bc662-092a-40d0-93f7-aab2de0b42b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 861bc662-092a-40d0-93f7-aab2de0b42b4 found for delete ", "request_id": "req-543bea5c-fbff-482b-8c7b-c862a78d13a4"}]} Jul 14 10:21:16.424506 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.432347 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.435510 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] 10.222.0.61 "DELETE /v2.0/networks/2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f HTTP/1.1" status: 204 len: 168 time: 0.7503662 Jul 14 10:21:16.445530 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad9632-5832-4de8-bf23-d653d873803a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee5f5e1-d63c-4e86-b537-e2fb50d5ce4f,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:16.512366 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53210) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:16.526077 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-11ac75ed-9ba3-43c8-a51c-172d4551954f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.560192 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53212) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:16.609426 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-1332c20c-2461-4092-81bc-8574abb6ec65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5056f0a32e37430ea3ea63d9cb69bf2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457354 Jul 14 10:21:16.609734 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53214) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:16.619033 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-11ac75ed-9ba3-43c8-a51c-172d4551954f admin admin] Publish callbacks [] for security_group (4dcbfaa2-2210-491d-a1a6-2eb08e8061d4), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.623990 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-11ac75ed-9ba3-43c8-a51c-172d4551954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (4dcbfaa2-2210-491d-a1a6-2eb08e8061d4), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.640535 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:16.661274 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91ca74ee-d785-49e3-be17-61de07ccfbba admin admin] Publish callbacks [] for security_group (9625afe3-ce39-4a5b-b920-7ab18a242377), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.666717 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac75ed-9ba3-43c8-a51c-172d4551954f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcbfaa2-2210-491d-a1a6-2eb08e8061d4,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:16.675847 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-11ac75ed-9ba3-43c8-a51c-172d4551954f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c729fce90e9a479a8eeeacf9975c350d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597743 Jul 14 10:21:16.676405 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53216) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:16.688190 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91ca74ee-d785-49e3-be17-61de07ccfbba admin admin] Publish callbacks [] for security_group (9625afe3-ce39-4a5b-b920-7ab18a242377), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.721589 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:16.726810 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8531e3d9-e7ad-4085-b6bd-5c58505125fe admin admin] Publish callbacks [] for security_group (4dcbfaa2-2210-491d-a1a6-2eb08e8061d4), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.737396 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91ca74ee-d785-49e3-be17-61de07ccfbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9625afe3-ce39-4a5b-b920-7ab18a242377), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.740238 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-91ca74ee-d785-49e3-be17-61de07ccfbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.743765 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-91ca74ee-d785-49e3-be17-61de07ccfbba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9625afe3-ce39-4a5b-b920-7ab18a242377 HTTP/1.1" status: 204 len: 168 time: 0.1307073 Jul 14 10:21:16.750453 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca74ee-d785-49e3-be17-61de07ccfbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9625afe3-ce39-4a5b-b920-7ab18a242377,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:16.751006 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8531e3d9-e7ad-4085-b6bd-5c58505125fe admin admin] Publish callbacks [] for security_group (4dcbfaa2-2210-491d-a1a6-2eb08e8061d4), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.807368 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8531e3d9-e7ad-4085-b6bd-5c58505125fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (4dcbfaa2-2210-491d-a1a6-2eb08e8061d4), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.810209 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-8531e3d9-e7ad-4085-b6bd-5c58505125fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:16.811390 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-8531e3d9-e7ad-4085-b6bd-5c58505125fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4dcbfaa2-2210-491d-a1a6-2eb08e8061d4 HTTP/1.1" status: 204 len: 168 time: 0.1344361 Jul 14 10:21:16.823158 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531e3d9-e7ad-4085-b6bd-5c58505125fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcbfaa2-2210-491d-a1a6-2eb08e8061d4,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:17.371081 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a972390-a252-4fe5-b040-c53caa0a74fa req-8f47d6e4-d2f0-4455-94c9-e6ab660ba4ac tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:17.372822 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9a972390-a252-4fe5-b040-c53caa0a74fa req-8f47d6e4-d2f0-4455-94c9-e6ab660ba4ac tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0598612 Jul 14 10:21:17.425465 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9a972390-a252-4fe5-b040-c53caa0a74fa req-0db349c9-3ef9-48f3-a678-8d42207e6d0c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468144 Jul 14 10:21:18.002853 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53276) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:18.122267 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-32dd9851-940a-45e5-93c9-13634528cb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:18.197970 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:18.200102 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-32dd9851-940a-45e5-93c9-13634528cb7b admin admin] Publish callbacks [] for security_group (51a661c6-421f-4c55-90cb-312432ce1bbb), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:18.204301 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-32dd9851-940a-45e5-93c9-13634528cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (51a661c6-421f-4c55-90cb-312432ce1bbb), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:18.244465 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-32dd9851-940a-45e5-93c9-13634528cb7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5634a50fcd54440f984e73c543faf012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401407 Jul 14 10:21:18.245398 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd9851-940a-45e5-93c9-13634528cb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a661c6-421f-4c55-90cb-312432ce1bbb,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:18.247057 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53286) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:18.298536 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-abf1426a-5206-4e5a-a7f9-ed72a7a20b97 admin admin] Publish callbacks [] for security_group (51a661c6-421f-4c55-90cb-312432ce1bbb), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:18.319523 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-abf1426a-5206-4e5a-a7f9-ed72a7a20b97 admin admin] Publish callbacks [] for security_group (51a661c6-421f-4c55-90cb-312432ce1bbb), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:18.352535 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:18.367756 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-abf1426a-5206-4e5a-a7f9-ed72a7a20b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (51a661c6-421f-4c55-90cb-312432ce1bbb), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:18.370291 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-abf1426a-5206-4e5a-a7f9-ed72a7a20b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:18.371442 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-abf1426a-5206-4e5a-a7f9-ed72a7a20b97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51a661c6-421f-4c55-90cb-312432ce1bbb HTTP/1.1" status: 204 len: 168 time: 0.1227169 Jul 14 10:21:18.379883 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1426a-5206-4e5a-a7f9-ed72a7a20b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a661c6-421f-4c55-90cb-312432ce1bbb,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:18.559455 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0e33-95c1-4083-bf77-cbfc18a4e7b8 req-30658361-6833-4d17-bcf4-4c69cd737ca9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:18.561254 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-077c0e33-95c1-4083-bf77-cbfc18a4e7b8 req-30658361-6833-4d17-bcf4-4c69cd737ca9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0552866 Jul 14 10:21:18.613853 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-077c0e33-95c1-4083-bf77-cbfc18a4e7b8 req-ed6b493b-1537-4c41-b33d-39f4d3ff31ea tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 Jul 14 10:21:19.519364 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 8ba13434-52d7-4813-b0c6-beeb755f6fda details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:21:19.528372 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53344) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:19.537731 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:19.627693 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:19.634999 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-617db5a6-721e-410f-9a26-c31e02d6fcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:19.639976 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'port_id': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'mac_address': 'fa:16:3e:78:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:21:19.677069 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 8ba13434-52d7-4813-b0c6-beeb755f6fda is: ACTIVE; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:21:19.677464 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:19.692561 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ba13434-52d7-4813-b0c6-beeb755f6fda {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:21:19.714077 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:19.718129 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:19.723806 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-617db5a6-721e-410f-9a26-c31e02d6fcb8 admin admin] Publish callbacks [] for security_group (60d2f6f0-cedf-4328-ad7c-31e089c64fd2), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:19.729438 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-617db5a6-721e-410f-9a26-c31e02d6fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (60d2f6f0-cedf-4328-ad7c-31e089c64fd2), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:19.753477 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d415-c570-4447-b562-7a011052ecf9 req-3576fdfe-fa78-465b-9d86-e38077b017c9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:19.755205 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c0e1d415-c570-4447-b562-7a011052ecf9 req-3576fdfe-fa78-465b-9d86-e38077b017c9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0611722 Jul 14 10:21:19.770994 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=6']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:19.774414 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-617db5a6-721e-410f-9a26-c31e02d6fcb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac80a5b9e29740878dd5bc5a67986bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449350 Jul 14 10:21:19.775368 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617db5a6-721e-410f-9a26-c31e02d6fcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d2f6f0-cedf-4328-ad7c-31e089c64fd2,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:19.778318 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53350) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:19.809135 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c0e1d415-c570-4447-b562-7a011052ecf9 req-5bc1ddc2-6b51-4638-9935-6225efa9a88a tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475225 Jul 14 10:21:19.833839 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1929b709-f790-43e2-b50a-e259f9027806 admin admin] Publish callbacks [] for security_group (60d2f6f0-cedf-4328-ad7c-31e089c64fd2), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:19.855762 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1929b709-f790-43e2-b50a-e259f9027806 admin admin] Publish callbacks [] for security_group (60d2f6f0-cedf-4328-ad7c-31e089c64fd2), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:19.901049 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1929b709-f790-43e2-b50a-e259f9027806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (60d2f6f0-cedf-4328-ad7c-31e089c64fd2), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:19.903685 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-1929b709-f790-43e2-b50a-e259f9027806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:19.904805 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-1929b709-f790-43e2-b50a-e259f9027806 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60d2f6f0-cedf-4328-ad7c-31e089c64fd2 HTTP/1.1" status: 204 len: 168 time: 0.1255183 Jul 14 10:21:19.912352 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b709-f790-43e2-b50a-e259f9027806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d2f6f0-cedf-4328-ad7c-31e089c64fd2,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:20.035676 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:20.927420 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb57eed-0b8d-45a9-bb69-5c412a01384d req-9183dcf7-a80e-4d5a-a232-a21a5e486007 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:20.928954 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dbb57eed-0b8d-45a9-bb69-5c412a01384d req-9183dcf7-a80e-4d5a-a232-a21a5e486007 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 944 time: 0.0474262 Jul 14 10:21:20.981937 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dbb57eed-0b8d-45a9-bb69-5c412a01384d req-36b6b62f-78b6-4bb0-833d-ad363c2d7535 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468159 Jul 14 10:21:22.117840 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183e25-0050-4778-9bfe-90d529eb9d6a req-6a5a4812-b12a-4e9b-bac7-11c25f400a37 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:22.119298 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7c183e25-0050-4778-9bfe-90d529eb9d6a req-6a5a4812-b12a-4e9b-bac7-11c25f400a37 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 944 time: 0.0543613 Jul 14 10:21:22.166430 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7c183e25-0050-4778-9bfe-90d529eb9d6a req-1c396271-1fc9-449c-ac41-842671210b05 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 Jul 14 10:21:22.420513 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:22.472594 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['8ba13434-52d7-4813-b0c6-beeb755f6fda'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:21:22.493689 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:23.300604 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8bd1d-49e0-4a16-be27-0b99ea342405 req-29705d06-b869-4835-a7bc-5d75cc32fd63 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:23.302194 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-18a8bd1d-49e0-4a16-be27-0b99ea342405 req-29705d06-b869-4835-a7bc-5d75cc32fd63 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 944 time: 0.0517752 Jul 14 10:21:23.356556 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-18a8bd1d-49e0-4a16-be27-0b99ea342405 req-2a198cee-6594-4385-969f-3a875d21f364 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483191 Jul 14 10:21:24.413153 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 8ba13434-52d7-4813-b0c6-beeb755f6fda up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:24.474026 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 8ba13434-52d7-4813-b0c6-beeb755f6fda triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:21:24.474656 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:24.504026 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f1208-83e5-4973-99ce-72c4eff3de95 req-514437bb-3aea-4f2a-bc0c-21622b8447b9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:24.513584 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cd3f1208-83e5-4973-99ce-72c4eff3de95 req-514437bb-3aea-4f2a-bc0c-21622b8447b9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 944 time: 0.0656440 Jul 14 10:21:24.562240 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 8ba13434-52d7-4813-b0c6-beeb755f6fda is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:21:24.562894 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:24.578264 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cd3f1208-83e5-4973-99ce-72c4eff3de95 req-c316bd03-db8f-410b-9266-b03d81eea322 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635870 Jul 14 10:21:24.598832 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:21:24.601288 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d13a857-b10e-45f2-b3fd-d19d978d8ea9" -d '{"events": [{"server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "name": "network-vif-plugged", "status": "completed", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:24.631434 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:24.637026 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:24.676484 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea5082b-0645-4d51-9342-d40c2402ae26 x-openstack-request-id: req-dea5082b-0645-4d51-9342-d40c2402ae26 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:24.676887 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "name": "network-vif-plugged", "status": "completed", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:24.677233 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dea5082b-0645-4d51-9342-d40c2402ae26 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:24.677720 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea5082b-0645-4d51-9342-d40c2402ae26'] response: {'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'code': 200} Jul 14 10:21:24.711091 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=7']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:25.708347 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764db55-862d-493b-9630-5dbf53374645 req-d9520c0a-7ddc-4748-b830-426c0609324e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:25.713150 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5764db55-862d-493b-9630-5dbf53374645 req-d9520c0a-7ddc-4748-b830-426c0609324e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0560687 Jul 14 10:21:25.776602 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5764db55-862d-493b-9630-5dbf53374645 req-9dc7cc0a-0f47-454b-b55c-8592259285c8 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571864 Jul 14 10:21:26.499002 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53536) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:26.626413 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:26.698938 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:26.713326 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Publish callbacks [] for security_group (101eba70-4731-4b52-82e5-f1d33aa79493), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:26.718803 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (101eba70-4731-4b52-82e5-f1d33aa79493), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:26.766192 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53540) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:26.766824 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6b58555ffa54e14b2d4878f1c502792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662716 Jul 14 10:21:26.767171 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101eba70-4731-4b52-82e5-f1d33aa79493,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:26.775647 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.776273 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.776797 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.777333 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.777854 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.778394 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.778993 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.779564 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.780074 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.780566 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.781230 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.781729 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.782229 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.783327 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.783836 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d3b46-35c4-44e8-9959-ba490ad804b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:26.870160 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:26.883022 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d363c6a9-162f-4bc1-841c-c08050c0c19d admin admin] Publish callbacks [] for security_group (101eba70-4731-4b52-82e5-f1d33aa79493), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:26.936393 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d363c6a9-162f-4bc1-841c-c08050c0c19d admin admin] Publish callbacks [] for security_group (101eba70-4731-4b52-82e5-f1d33aa79493), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:26.950695 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76572b-2080-43f6-9878-2cafdc9b45c5 req-714025e0-acc2-4cc4-847e-c57a93951bc7 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:26.952263 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7b76572b-2080-43f6-9878-2cafdc9b45c5 req-714025e0-acc2-4cc4-847e-c57a93951bc7 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0858662 Jul 14 10:21:27.026707 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7b76572b-2080-43f6-9878-2cafdc9b45c5 req-019ce3cf-1b40-4905-9cda-5ef1ac7a0405 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641856 Jul 14 10:21:27.036695 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d363c6a9-162f-4bc1-841c-c08050c0c19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (101eba70-4731-4b52-82e5-f1d33aa79493), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:27.039540 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d363c6a9-162f-4bc1-841c-c08050c0c19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:27.043822 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-d363c6a9-162f-4bc1-841c-c08050c0c19d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/101eba70-4731-4b52-82e5-f1d33aa79493 HTTP/1.1" status: 204 len: 168 time: 0.2724075 Jul 14 10:21:27.053016 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363c6a9-162f-4bc1-841c-c08050c0c19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101eba70-4731-4b52-82e5-f1d33aa79493,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:28.208952 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28658f-caad-45e8-810e-b780927822f0 req-19384ee1-1b85-4842-b75b-b5f9c23749b2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:28.210568 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9b28658f-caad-45e8-810e-b780927822f0 req-19384ee1-1b85-4842-b75b-b5f9c23749b2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0715256 Jul 14 10:21:28.274757 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:28.319073 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9b28658f-caad-45e8-810e-b780927822f0 req-971bb075-0969-49e1-8311-7027d3d0809f tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974569 Jul 14 10:21:28.622210 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53598) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:28.765268 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0d1a059e-4a96-4703-b5c6-1d386f52b55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:28.866315 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0d1a059e-4a96-4703-b5c6-1d386f52b55b admin admin] Publish callbacks [] for security_group (e83e82cc-516b-4f98-8795-56e94cb7a3b9), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:28.872449 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0d1a059e-4a96-4703-b5c6-1d386f52b55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (e83e82cc-516b-4f98-8795-56e94cb7a3b9), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:28.911456 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-0d1a059e-4a96-4703-b5c6-1d386f52b55b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e6d00592a534987ad4e2e4a5062b599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880707 Jul 14 10:21:28.914410 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53606) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:28.950805 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a059e-4a96-4703-b5c6-1d386f52b55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83e82cc-516b-4f98-8795-56e94cb7a3b9,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:28.987833 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aa106f02-ddd3-48e3-a8e0-aaa7333adf98 admin admin] Publish callbacks [] for security_group (e83e82cc-516b-4f98-8795-56e94cb7a3b9), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:29.014724 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aa106f02-ddd3-48e3-a8e0-aaa7333adf98 admin admin] Publish callbacks [] for security_group (e83e82cc-516b-4f98-8795-56e94cb7a3b9), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:29.080352 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aa106f02-ddd3-48e3-a8e0-aaa7333adf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (e83e82cc-516b-4f98-8795-56e94cb7a3b9), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:29.082852 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-aa106f02-ddd3-48e3-a8e0-aaa7333adf98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:29.086315 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-aa106f02-ddd3-48e3-a8e0-aaa7333adf98 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e83e82cc-516b-4f98-8795-56e94cb7a3b9 HTTP/1.1" status: 204 len: 168 time: 0.1685145 Jul 14 10:21:29.093877 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa106f02-ddd3-48e3-a8e0-aaa7333adf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83e82cc-516b-4f98-8795-56e94cb7a3b9,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:29.486622 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c45ad-cc47-4b69-956b-1928bf1b786b req-aec66069-2f03-47d1-bb6a-cc7c0f5f778e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:29.488769 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-751c45ad-cc47-4b69-956b-1928bf1b786b req-aec66069-2f03-47d1-bb6a-cc7c0f5f778e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0890400 Jul 14 10:21:29.579850 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-751c45ad-cc47-4b69-956b-1928bf1b786b req-f691105d-12cf-4503-b190-031842b060d3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776601 Jul 14 10:21:30.032010 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:30.062307 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:30.774722 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fc496-f56b-4687-b0b9-4b9881e27612 req-4095a210-286c-40ae-9c47-ef89d0d646a4 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:30.776429 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-219fc496-f56b-4687-b0b9-4b9881e27612 req-4095a210-286c-40ae-9c47-ef89d0d646a4 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0609174 Jul 14 10:21:30.838793 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-219fc496-f56b-4687-b0b9-4b9881e27612 req-a2b6eaa9-2c01-40aa-85cf-692ba636a945 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543752 Jul 14 10:21:31.441579 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c1886fed-e22f-4eb1-852b-9a52b0bab961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:31.983319 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968231e-0504-4c33-a02c-ba00499aa4f5 req-a03fe6bb-031b-44fb-adc7-2b723b963ad6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:31.985488 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8968231e-0504-4c33-a02c-ba00499aa4f5 req-a03fe6bb-031b-44fb-adc7-2b723b963ad6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0543344 Jul 14 10:21:32.042557 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8968231e-0504-4c33-a02c-ba00499aa4f5 req-0fe52e5e-a265-423f-98b0-2024bfba1bf4 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502973 Jul 14 10:21:33.149980 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:33.176670 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-14270c45-8e9c-44e0-8962-5c3ef1623f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:33.178188 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-14270c45-8e9c-44e0-8962-5c3ef1623f5e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 1129 time: 0.0692806 Jul 14 10:21:33.200334 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be972aa-d5d2-4750-91ed-fbe62744240c req-26e144e1-4672-440d-879b-f968bb611916 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:33.201661 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2be972aa-d5d2-4750-91ed-fbe62744240c req-26e144e1-4672-440d-879b-f968bb611916 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0649815 Jul 14 10:21:33.315332 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2be972aa-d5d2-4750-91ed-fbe62744240c req-67b37d73-7146-4b68-8b9b-f1c48436e9ba tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029084 Jul 14 10:21:33.324544 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-42df1193-f586-4e86-b3f1-7a359cb7da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:33.325975 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-42df1193-f586-4e86-b3f1-7a359cb7da60 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 918 time: 0.1393228 Jul 14 10:21:33.370113 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:33.388985 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-dbd42a9a-fffc-4849-82a8-32f90e310a2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda HTTP/1.1" status: 200 len: 1001 time: 0.0556140 Jul 14 10:21:33.441122 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-78cd0ee2-9432-4902-a7b9-ba24d959f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:33.442535 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-78cd0ee2-9432-4902-a7b9-ba24d959f545 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.0471394 Jul 14 10:21:33.486025 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-ec912f80-d5db-41b9-a812-a70ce6ecbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:33.487579 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-ec912f80-d5db-41b9-a812-a70ce6ecbca5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383470 Jul 14 10:21:33.578934 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2ea1cb99-6638-4d15-96e3-b1612695c195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:33.580404 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-7ce8e479-e4ee-4401-96a8-b9722bf097d1 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860131 Jul 14 10:21:33.681172 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b4090f90-cd92-4e24-a60d-38a14527edc1 req-cb5713bc-127d-4589-99b1-8881defe85d8 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927527 Jul 14 10:21:34.432266 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6182281-4770-4861-a607-18c421d0ff34 req-29f47599-0b9a-4f24-9582-e84c485d2b38 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:34.433669 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e6182281-4770-4861-a607-18c421d0ff34 req-29f47599-0b9a-4f24-9582-e84c485d2b38 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0471396 Jul 14 10:21:34.479339 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e6182281-4770-4861-a607-18c421d0ff34 req-0925ddc0-9671-4eff-a804-f8b76c6323a0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403278 Jul 14 10:21:35.023716 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:35.610267 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b815b64-b4cf-4d1e-a456-9f45885e51c1 req-bceb785f-cd90-42ec-8c21-53e6f21b0af3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:35.611811 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2b815b64-b4cf-4d1e-a456-9f45885e51c1 req-bceb785f-cd90-42ec-8c21-53e6f21b0af3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0563297 Jul 14 10:21:35.659394 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2b815b64-b4cf-4d1e-a456-9f45885e51c1 req-1aad4479-f982-4e7a-b5c6-83c66d506d65 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Jul 14 10:21:36.287297 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c327f-5e24-49e6-b88f-d4d1e08408e7 req-891681fd-8838-4fb9-b38e-43d5f0d5392e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:36.288785 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ec8c327f-5e24-49e6-b88f-d4d1e08408e7 req-891681fd-8838-4fb9-b38e-43d5f0d5392e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0484631 Jul 14 10:21:36.337431 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ec8c327f-5e24-49e6-b88f-d4d1e08408e7 req-ce6432ef-7296-4eb4-a958-a264435d76ed tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Jul 14 10:21:36.386708 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:36.502610 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:36.591230 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 53794) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:36.677160 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-579614ad-c718-4b95-b317-502ff5f91ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809374 Jul 14 10:21:36.686355 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-b81dd9d4-1e54-4df8-bcb3-cd5c8d554a1f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:21:36.687400 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-b81dd9d4-1e54-4df8-bcb3-cd5c8d554a1f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056477 Jul 14 10:21:36.761984 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 53802) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:36.770935 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=69,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:36.771750 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:36.865165 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-c4ef716f-5028-4a67-b4f8-fa6eb3c0b73c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:36.866496 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-c4ef716f-5028-4a67-b4f8-fa6eb3c0b73c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports/8ba13434-52d7-4813-b0c6-beeb755f6fda HTTP/1.1" status: 200 len: 942 time: 0.1035454 Jul 14 10:21:37.458923 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dda1a-a0f2-42c4-8ec0-985881d7f932 req-617bf234-6426-4df7-ba2b-c03961e4d834 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:37.460404 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b81dda1a-a0f2-42c4-8ec0-985881d7f932 req-617bf234-6426-4df7-ba2b-c03961e4d834 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.0507717 Jul 14 10:21:37.508359 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b81dda1a-a0f2-42c4-8ec0-985881d7f932 req-46ed287e-749b-45e7-8190-545b03da425a tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Jul 14 10:21:38.244342 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-97451ed4-e745-41f9-a593-1fb5f26f24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:38.246633 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-97451ed4-e745-41f9-a593-1fb5f26f24a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168&tenant_id=4f945783031448849dc0e5a3337f8c76 HTTP/1.1" status: 200 len: 1129 time: 0.0770278 Jul 14 10:21:38.313429 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-37f3e5e0-f0f2-4d02-8e7e-5c1c125e1ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:38.314915 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-37f3e5e0-f0f2-4d02-8e7e-5c1c125e1ff6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 1129 time: 0.0448039 Jul 14 10:21:38.349811 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:38.405582 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-e6dd6703-c4e5-44bd-a21e-493fa9f169ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:38.407029 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-e6dd6703-c4e5-44bd-a21e-493fa9f169ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 918 time: 0.0852075 Jul 14 10:21:38.472420 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-88f8727c-3b71-47ef-a539-f6cc70ad8cbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda HTTP/1.1" status: 200 len: 1001 time: 0.0589454 Jul 14 10:21:38.508802 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 8ba13434-52d7-4813-b0c6-beeb755f6fda no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:38.529723 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-ff527f5a-3aff-40b7-ab47-a29f92bcbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:38.531399 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-ff527f5a-3aff-40b7-ab47-a29f92bcbfd9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.0526109 Jul 14 10:21:38.534914 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:38.584661 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:38.590775 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 8ba13434-52d7-4813-b0c6-beeb755f6fda is: ACTIVE; New status is: DOWN {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:21:38.591165 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:38.593794 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-bbdf3eb6-9b98-41e2-9ed5-3fb4df191a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:38.595247 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-bbdf3eb6-9b98-41e2-9ed5-3fb4df191a09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534434 Jul 14 10:21:38.615395 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:21:38.617624 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8aee89-0b21-4b40-ae3d-ef495da6c585" -d '{"events": [{"server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:38.631530 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:38.636389 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:38.661746 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 10:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c709ce-1806-4f17-8d38-a47e4af5bf2e x-openstack-request-id: req-77c709ce-1806-4f17-8d38-a47e4af5bf2e {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:38.662030 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:38.662447 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77c709ce-1806-4f17-8d38-a47e4af5bf2e {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:38.662855 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c709ce-1806-4f17-8d38-a47e4af5bf2e'] response: {'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'code': 200} Jul 14 10:21:38.691086 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=8']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:38.696142 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d969c-b9f0-4fb6-b518-8514ac6ad794 req-3b76d5f8-6e26-40d8-a173-2fb8c10f202b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:38.697935 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a08d969c-b9f0-4fb6-b518-8514ac6ad794 req-3b76d5f8-6e26-40d8-a173-2fb8c10f202b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 945 time: 0.1065607 Jul 14 10:21:38.758908 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-acb34261-3dae-42fe-8a40-af0e2bd91cc6 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558104 Jul 14 10:21:38.765800 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a08d969c-b9f0-4fb6-b518-8514ac6ad794 req-514c3e25-6d36-4bd5-937e-d889546cb465 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614665 Jul 14 10:21:38.855662 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9def7a3e-c8dd-463e-9c60-f59981831178 req-221daa5c-98cf-4ae3-9480-b190b903eb4c service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889285 Jul 14 10:21:39.907661 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87b687-7a0c-47f9-857a-662aa67cb4d4 req-b15d0529-3128-4f56-9a40-175fdef4936e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:39.909364 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1b87b687-7a0c-47f9-857a-662aa67cb4d4 req-b15d0529-3128-4f56-9a40-175fdef4936e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0633380 Jul 14 10:21:39.976194 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1b87b687-7a0c-47f9-857a-662aa67cb4d4 req-69e07f93-371d-441b-83ef-34b6c9279dd2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608087 Jul 14 10:21:41.105771 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d71ca-7a9c-4be4-9850-f01dadfb3821 req-8f92b68c-ae60-47c7-bcf6-5f3f059e7021 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:41.107368 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1d0d71ca-7a9c-4be4-9850-f01dadfb3821 req-8f92b68c-ae60-47c7-bcf6-5f3f059e7021 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0493500 Jul 14 10:21:41.153698 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1d0d71ca-7a9c-4be4-9850-f01dadfb3821 req-52d3e77c-9113-441f-8f87-da9984128726 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Jul 14 10:21:42.274474 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057b4e8-9359-43de-bfa4-776111f2e0a5 req-15283674-4e6c-41dd-a7f5-c6018864d248 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:42.275900 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4057b4e8-9359-43de-bfa4-776111f2e0a5 req-15283674-4e6c-41dd-a7f5-c6018864d248 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0496223 Jul 14 10:21:42.321977 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4057b4e8-9359-43de-bfa4-776111f2e0a5 req-3112b63c-52fd-42d0-926d-97cf0ee52ca8 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 Jul 14 10:21:43.461810 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297f7ca-484b-44ad-9b14-cc2f6f3124b2 req-2f2335fa-5a48-45ba-a225-46d37e440c59 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:43.463265 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5297f7ca-484b-44ad-9b14-cc2f6f3124b2 req-2f2335fa-5a48-45ba-a225-46d37e440c59 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0663645 Jul 14 10:21:43.517555 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5297f7ca-484b-44ad-9b14-cc2f6f3124b2 req-4c64e71a-9ac1-4ae7-98d4-6e449d1caae3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481977 Jul 14 10:21:44.798877 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a7060-6bfd-4212-9807-723f1146dd85 req-883f8d3e-b9c1-48ef-9cfd-65122f761e63 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:44.800358 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2a7a7060-6bfd-4212-9807-723f1146dd85 req-883f8d3e-b9c1-48ef-9cfd-65122f761e63 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0501516 Jul 14 10:21:44.847410 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2a7a7060-6bfd-4212-9807-723f1146dd85 req-510edcf6-72a3-4f37-93b5-df986b05c2ca tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 Jul 14 10:21:45.971157 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54689e9-51c6-42cf-83ec-63dee17feff1 req-dd444c6f-d9ea-4e7e-8bfa-6bda399dadf3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:45.972619 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b54689e9-51c6-42cf-83ec-63dee17feff1 req-dd444c6f-d9ea-4e7e-8bfa-6bda399dadf3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0494514 Jul 14 10:21:46.022432 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b54689e9-51c6-42cf-83ec-63dee17feff1 req-9e56d5a5-3021-49af-861b-13222af15cdc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442743 Jul 14 10:21:46.855011 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:46.857478 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:47.144557 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c327d2c-b799-4746-80d2-16f73a2a4bb0 req-62042069-55cf-4b59-b0d6-fc18952124cf tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:47.146437 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7c327d2c-b799-4746-80d2-16f73a2a4bb0 req-62042069-55cf-4b59-b0d6-fc18952124cf tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0479243 Jul 14 10:21:47.173543 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:47.178969 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:47.204153 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7c327d2c-b799-4746-80d2-16f73a2a4bb0 req-f9e79263-aa8a-4141-9913-786914cf3d64 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505512 Jul 14 10:21:48.681616 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=71,neutron:UPDATE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:48.687593 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:48.708321 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136492b6-78d6-4f05-956c-73ecced09fee req-d94dc5c0-5703-46b3-a846-db4220674f91 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:48.711239 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-136492b6-78d6-4f05-956c-73ecced09fee req-d94dc5c0-5703-46b3-a846-db4220674f91 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.4094791 Jul 14 10:21:48.781750 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-136492b6-78d6-4f05-956c-73ecced09fee req-27eac1f5-7f8f-43e3-8005-c2477bfabddb tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647714 Jul 14 10:21:49.008183 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54042) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:49.022498 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54046) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:49.156899 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.172463 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9027f352-cb41-4d3f-b99d-3462bce9fe8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.245275 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Publish callbacks [] for security_group (9e3b2a41-f22a-4f4d-9070-ff47884a511b), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.265104 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9e3b2a41-f22a-4f4d-9070-ff47884a511b), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.279750 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9027f352-cb41-4d3f-b99d-3462bce9fe8c admin admin] Publish callbacks [] for security_group (e219e030-2551-4096-825e-16679cac55ca), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.285985 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9027f352-cb41-4d3f-b99d-3462bce9fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (e219e030-2551-4096-825e-16679cac55ca), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.317989 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-9027f352-cb41-4d3f-b99d-3462bce9fe8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2bdfb3a940b4fa3b58a781d27c51563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067887 Jul 14 10:21:49.324120 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54050) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:49.357406 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027f352-cb41-4d3f-b99d-3462bce9fe8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e219e030-2551-4096-825e-16679cac55ca,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:49.380654 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33f8f2179c154f77a2dbb0e53f8b6289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548408 Jul 14 10:21:49.381055 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54052) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:49.404518 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b2a41-f22a-4f4d-9070-ff47884a511b,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:49.419908 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.420247 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.420582 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.420913 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.421266 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.421594 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.421919 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.422238 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.422839 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.423172 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.423495 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.423814 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.424332 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.424657 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.425004 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ccd84-3eb1-4421-90ef-b06801c46b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:49.439811 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-30a39e3d-e340-4fd1-b592-5e9c41915356 admin admin] Publish callbacks [] for security_group (9e3b2a41-f22a-4f4d-9070-ff47884a511b), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.450258 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4cf433ee-0b12-46db-a66a-296b846d5a20 admin admin] Publish callbacks [] for security_group (e219e030-2551-4096-825e-16679cac55ca), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.464634 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-30a39e3d-e340-4fd1-b592-5e9c41915356 admin admin] Publish callbacks [] for security_group (9e3b2a41-f22a-4f4d-9070-ff47884a511b), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.472649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4cf433ee-0b12-46db-a66a-296b846d5a20 admin admin] Publish callbacks [] for security_group (e219e030-2551-4096-825e-16679cac55ca), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.516027 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-30a39e3d-e340-4fd1-b592-5e9c41915356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9e3b2a41-f22a-4f4d-9070-ff47884a511b), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.519335 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-30a39e3d-e340-4fd1-b592-5e9c41915356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.520823 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-30a39e3d-e340-4fd1-b592-5e9c41915356 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e3b2a41-f22a-4f4d-9070-ff47884a511b HTTP/1.1" status: 204 len: 168 time: 0.1387441 Jul 14 10:21:49.532294 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4cf433ee-0b12-46db-a66a-296b846d5a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (e219e030-2551-4096-825e-16679cac55ca), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.532475 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a39e3d-e340-4fd1-b592-5e9c41915356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b2a41-f22a-4f4d-9070-ff47884a511b,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:49.534121 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4cf433ee-0b12-46db-a66a-296b846d5a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.536257 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-4cf433ee-0b12-46db-a66a-296b846d5a20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e219e030-2551-4096-825e-16679cac55ca HTTP/1.1" status: 204 len: 168 time: 0.2101095 Jul 14 10:21:49.546567 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf433ee-0b12-46db-a66a-296b846d5a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e219e030-2551-4096-825e-16679cac55ca,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:49.874410 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54070) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:49.892459 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-96d8ecad-d116-48d7-b264-a7be5397f39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.928485 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4931e1-a390-41a2-9b05-8f22b8fd24e8 req-8b9789c6-703f-4a76-9e7f-53c8af9015cb tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:49.931014 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad4931e1-a390-41a2-9b05-8f22b8fd24e8 req-8b9789c6-703f-4a76-9e7f-53c8af9015cb tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0595467 Jul 14 10:21:49.981363 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-96d8ecad-d116-48d7-b264-a7be5397f39f admin admin] Publish callbacks [] for security_group (19655780-9642-4f3d-a776-3670e0816851), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:49.985089 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad4931e1-a390-41a2-9b05-8f22b8fd24e8 req-c3debeee-d34f-40cf-9967-26d90c0de7f4 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 Jul 14 10:21:49.990175 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-96d8ecad-d116-48d7-b264-a7be5397f39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (19655780-9642-4f3d-a776-3670e0816851), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:50.048149 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8ecad-d116-48d7-b264-a7be5397f39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19655780-9642-4f3d-a776-3670e0816851,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:50.056387 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54074) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:50.064678 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-96d8ecad-d116-48d7-b264-a7be5397f39f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eaaf1448908e48fdacbd1b284571466b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882050 Jul 14 10:21:50.115164 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e47ef623-9f13-44f8-84a0-94fc534892ce admin admin] Publish callbacks [] for security_group (19655780-9642-4f3d-a776-3670e0816851), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:50.137652 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e47ef623-9f13-44f8-84a0-94fc534892ce admin admin] Publish callbacks [] for security_group (19655780-9642-4f3d-a776-3670e0816851), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:50.186777 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e47ef623-9f13-44f8-84a0-94fc534892ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (19655780-9642-4f3d-a776-3670e0816851), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:50.189545 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e47ef623-9f13-44f8-84a0-94fc534892ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:50.190766 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-e47ef623-9f13-44f8-84a0-94fc534892ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19655780-9642-4f3d-a776-3670e0816851 HTTP/1.1" status: 204 len: 168 time: 0.1328022 Jul 14 10:21:50.199113 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ef623-9f13-44f8-84a0-94fc534892ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19655780-9642-4f3d-a776-3670e0816851,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:50.472506 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-76dc2a7a-e5c0-466f-8ee6-9145f0a55b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:50.474036 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-76dc2a7a-e5c0-466f-8ee6-9145f0a55b54 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 1127 time: 0.0464063 Jul 14 10:21:50.588403 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:50.593716 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-b92a56cc-a0ae-41ba-a206-bf6ef2ed8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:50.595477 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-b92a56cc-a0ae-41ba-a206-bf6ef2ed8eb1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 918 time: 0.1005709 Jul 14 10:21:50.664209 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-3331a68b-1626-47c5-bf9b-c0080a89d751 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda HTTP/1.1" status: 200 len: 999 time: 0.0586894 Jul 14 10:21:50.707683 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54106) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:50.709168 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:50.719787 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-ea467b5d-a173-403c-8eb3-cbfed53c86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:50.721427 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-ea467b5d-a173-403c-8eb3-cbfed53c86a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.0511475 Jul 14 10:21:50.772190 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-0c8797ef-e6b3-4310-91de-37a56664a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:50.775613 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-0c8797ef-e6b3-4310-91de-37a56664a363 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451331 Jul 14 10:21:50.831755 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d34954b0-41d8-470b-9fdc-59eb1a57bc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:50.879892 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-3ca86297-b188-4708-9b10-c28f3c301d39 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995579 Jul 14 10:21:50.916235 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d34954b0-41d8-470b-9fdc-59eb1a57bc90 admin admin] Publish callbacks [] for security_group (db5e05ef-332a-4db2-ab0e-af81d78fba56), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:50.921159 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d34954b0-41d8-470b-9fdc-59eb1a57bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (db5e05ef-332a-4db2-ab0e-af81d78fba56), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:50.962295 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d34954b0-41d8-470b-9fdc-59eb1a57bc90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b1aabe811e4541d48455870976ba6ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513132 Jul 14 10:21:50.962295 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34954b0-41d8-470b-9fdc-59eb1a57bc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e05ef-332a-4db2-ab0e-af81d78fba56,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:50.963998 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54116) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:51.005635 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-befb3f2a-d7f1-4f61-bd0e-08d76688d0f7 req-3a32c4c3-c932-4cd8-802b-c251d99fd8b4 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188645 Jul 14 10:21:51.034436 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-842a28e7-c122-4180-a6d7-05c2c7d44053 admin admin] Publish callbacks [] for security_group (db5e05ef-332a-4db2-ab0e-af81d78fba56), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:51.061292 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-842a28e7-c122-4180-a6d7-05c2c7d44053 admin admin] Publish callbacks [] for security_group (db5e05ef-332a-4db2-ab0e-af81d78fba56), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:51.144507 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d84b13-0601-4d77-9ebf-479c687ded46 req-8e69de3a-51c3-4511-9185-d46c0c9f427f tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:51.146049 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-16d84b13-0601-4d77-9ebf-479c687ded46 req-8e69de3a-51c3-4511-9185-d46c0c9f427f tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0678196 Jul 14 10:21:51.181762 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-842a28e7-c122-4180-a6d7-05c2c7d44053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (db5e05ef-332a-4db2-ab0e-af81d78fba56), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:51.184811 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-842a28e7-c122-4180-a6d7-05c2c7d44053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:51.186583 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-842a28e7-c122-4180-a6d7-05c2c7d44053 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db5e05ef-332a-4db2-ab0e-af81d78fba56 HTTP/1.1" status: 204 len: 168 time: 0.2217596 Jul 14 10:21:51.209986 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a28e7-c122-4180-a6d7-05c2c7d44053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e05ef-332a-4db2-ab0e-af81d78fba56,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:51.237576 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-16d84b13-0601-4d77-9ebf-479c687ded46 req-08ca164f-7e90-45af-bbd6-bfb13fb0b4dd tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762122 Jul 14 10:21:52.131854 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54170) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:52.239925 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0492a4a6-a8f1-48a4-bbf6-60cf57f11199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:52.267359 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=16,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:52.284134 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:52.337358 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0492a4a6-a8f1-48a4-bbf6-60cf57f11199 admin admin] Publish callbacks [] for security_group (89223d04-85e6-491a-90cd-f34592ea43f7), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:52.342368 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-0492a4a6-a8f1-48a4-bbf6-60cf57f11199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (89223d04-85e6-491a-90cd-f34592ea43f7), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:52.380917 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492a4a6-a8f1-48a4-bbf6-60cf57f11199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89223d04-85e6-491a-90cd-f34592ea43f7,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:52.387807 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-0492a4a6-a8f1-48a4-bbf6-60cf57f11199 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7412eadd9f0b4288b94e59e7b34717cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548883 Jul 14 10:21:52.388796 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54178) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:52.403109 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d90fb6-5bac-4448-bf47-14fc0d98fb1b req-e5d1c4ce-1551-4797-9941-09d5d64d6b7c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:52.404563 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2d90fb6-5bac-4448-bf47-14fc0d98fb1b req-e5d1c4ce-1551-4797-9941-09d5d64d6b7c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0692360 Jul 14 10:21:52.426243 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:52.482783 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2d90fb6-5bac-4448-bf47-14fc0d98fb1b req-d6b83743-9e05-4495-87ef-779090c3c0a2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681441 Jul 14 10:21:52.485698 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9080d367-057b-4047-9aea-1b83f47e4195 admin admin] Publish callbacks [] for security_group (89223d04-85e6-491a-90cd-f34592ea43f7), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:52.508263 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9080d367-057b-4047-9aea-1b83f47e4195 admin admin] Publish callbacks [] for security_group (89223d04-85e6-491a-90cd-f34592ea43f7), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:52.561778 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9080d367-057b-4047-9aea-1b83f47e4195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (89223d04-85e6-491a-90cd-f34592ea43f7), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:52.564275 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9080d367-057b-4047-9aea-1b83f47e4195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:52.568292 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-9080d367-057b-4047-9aea-1b83f47e4195 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89223d04-85e6-491a-90cd-f34592ea43f7 HTTP/1.1" status: 204 len: 168 time: 0.1757762 Jul 14 10:21:52.576513 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080d367-057b-4047-9aea-1b83f47e4195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89223d04-85e6-491a-90cd-f34592ea43f7,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:52.872664 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54188) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:52.886659 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b82d7a26-9c8b-4cd0-9dde-fd8c7e065d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:52.961892 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b82d7a26-9c8b-4cd0-9dde-fd8c7e065d5b admin admin] Publish callbacks [] for security_group (888245de-dd52-4c2b-92a9-2117d719d43e), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:52.965912 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-b82d7a26-9c8b-4cd0-9dde-fd8c7e065d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (888245de-dd52-4c2b-92a9-2117d719d43e), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:53.006329 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-b82d7a26-9c8b-4cd0-9dde-fd8c7e065d5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9447546da8e242b39618b961f5d72f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325934 Jul 14 10:21:53.007414 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d7a26-9c8b-4cd0-9dde-fd8c7e065d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888245de-dd52-4c2b-92a9-2117d719d43e,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:53.010546 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54190) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:53.059055 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a9e77c03-adaa-4a24-b4ac-353468a0348c admin admin] Publish callbacks [] for security_group (888245de-dd52-4c2b-92a9-2117d719d43e), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:53.062899 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:53.081578 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a9e77c03-adaa-4a24-b4ac-353468a0348c admin admin] Publish callbacks [] for security_group (888245de-dd52-4c2b-92a9-2117d719d43e), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:53.130229 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a9e77c03-adaa-4a24-b4ac-353468a0348c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (888245de-dd52-4c2b-92a9-2117d719d43e), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:53.132737 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a9e77c03-adaa-4a24-b4ac-353468a0348c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:53.134091 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a9e77c03-adaa-4a24-b4ac-353468a0348c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/888245de-dd52-4c2b-92a9-2117d719d43e HTTP/1.1" status: 204 len: 168 time: 0.1224828 Jul 14 10:21:53.142788 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e77c03-adaa-4a24-b4ac-353468a0348c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888245de-dd52-4c2b-92a9-2117d719d43e,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:53.586079 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:53.603079 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0a57-7d27-4388-8009-092bd553bebf req-97fde52d-05d5-49e3-b8d8-f0c6c21e6ce4 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:53.605171 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-df1c0a57-7d27-4388-8009-092bd553bebf req-97fde52d-05d5-49e3-b8d8-f0c6c21e6ce4 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0496588 Jul 14 10:21:53.656779 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-df1c0a57-7d27-4388-8009-092bd553bebf req-691ad81b-aa7e-4a22-b742-f285dc91ab5d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448060 Jul 14 10:21:54.782300 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7144ca2-9de4-4185-b779-bf352eeec172 req-c74b1ca8-60ba-40b2-bff7-d436b817d14c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:54.783907 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e7144ca2-9de4-4185-b779-bf352eeec172 req-c74b1ca8-60ba-40b2-bff7-d436b817d14c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0540187 Jul 14 10:21:54.836525 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e7144ca2-9de4-4185-b779-bf352eeec172 req-2d6af550-1d35-4dd0-afc7-94d500ffda08 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457952 Jul 14 10:21:55.063280 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:55.064132 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:55.956669 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef731-c91a-4f6c-bb84-01b61d898130 req-1b28bc78-7a05-4af5-9fe1-2d921c47fa58 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:55.958171 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b57ef731-c91a-4f6c-bb84-01b61d898130 req-1b28bc78-7a05-4af5-9fe1-2d921c47fa58 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0472441 Jul 14 10:21:56.007688 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b57ef731-c91a-4f6c-bb84-01b61d898130 req-3b3223b7-142f-49de-8ff8-734b6c9a3a58 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Jul 14 10:21:56.853158 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c64ac-eb55-4cd1-a5d5-839e30be9c8c req-0cae0231-53cc-4a02-b7f6-51a1a55544fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:56.855277 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c59c64ac-eb55-4cd1-a5d5-839e30be9c8c req-0cae0231-53cc-4a02-b7f6-51a1a55544fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 1127 time: 0.0432289 Jul 14 10:21:56.902974 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c59c64ac-eb55-4cd1-a5d5-839e30be9c8c req-82b88d4c-a9c0-4ae2-8b5a-c4e49d459422 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414970 Jul 14 10:21:57.035005 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:57.131974 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56337d6-e723-4654-aa56-ca4e396087e1 req-fe01b441-a8b0-43b3-8bd0-4c833dad7de6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:57.133474 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f56337d6-e723-4654-aa56-ca4e396087e1 req-fe01b441-a8b0-43b3-8bd0-4c833dad7de6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0501397 Jul 14 10:21:57.185403 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f56337d6-e723-4654-aa56-ca4e396087e1 req-8970d7c0-5dc4-4f17-b4f6-5c4d07579b95 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463550 Jul 14 10:21:57.462365 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54320) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:57.578366 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-573477ce-e720-47b9-a814-5b3ddc26de54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:57.655521 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-573477ce-e720-47b9-a814-5b3ddc26de54 admin admin] Publish callbacks [] for security_group (9a727693-9340-4f5f-ac70-8dc05905d77b), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:57.659269 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-573477ce-e720-47b9-a814-5b3ddc26de54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9a727693-9340-4f5f-ac70-8dc05905d77b), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:57.699731 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-573477ce-e720-47b9-a814-5b3ddc26de54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f657625b1ba4855844201296ce07e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361956 Jul 14 10:21:57.700686 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573477ce-e720-47b9-a814-5b3ddc26de54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a727693-9340-4f5f-ac70-8dc05905d77b,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:57.702453 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54332) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:57.755018 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-25f70355-1b31-46a8-b87f-dfef1144d61f admin admin] Publish callbacks [] for security_group (9a727693-9340-4f5f-ac70-8dc05905d77b), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:57.780810 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-25f70355-1b31-46a8-b87f-dfef1144d61f admin admin] Publish callbacks [] for security_group (9a727693-9340-4f5f-ac70-8dc05905d77b), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:57.828593 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-25f70355-1b31-46a8-b87f-dfef1144d61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (9a727693-9340-4f5f-ac70-8dc05905d77b), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:57.831531 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-25f70355-1b31-46a8-b87f-dfef1144d61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:57.832662 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-25f70355-1b31-46a8-b87f-dfef1144d61f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a727693-9340-4f5f-ac70-8dc05905d77b HTTP/1.1" status: 204 len: 168 time: 0.1291785 Jul 14 10:21:57.841170 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f70355-1b31-46a8-b87f-dfef1144d61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a727693-9340-4f5f-ac70-8dc05905d77b,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:58.144619 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54352) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:58.162803 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fc0cbe7f-9dad-4459-8f31-7cffbaf5343b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:58.261717 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:58.264226 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fc0cbe7f-9dad-4459-8f31-7cffbaf5343b admin admin] Publish callbacks [] for security_group (52a6ea3b-d06f-4fdd-89d2-29d4fdb0befa), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:58.274057 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-fc0cbe7f-9dad-4459-8f31-7cffbaf5343b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (52a6ea3b-d06f-4fdd-89d2-29d4fdb0befa), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:58.343809 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cbe7f-9dad-4459-8f31-7cffbaf5343b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a6ea3b-d06f-4fdd-89d2-29d4fdb0befa,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:58.354745 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54364) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:21:58.354995 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-fc0cbe7f-9dad-4459-8f31-7cffbaf5343b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e25e7eb827b4d2aaff4b23835e4264c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084672 Jul 14 10:21:58.391933 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8249e-1cdc-4ef2-a0ee-05e972608147 req-f69a2abe-4784-4bb8-bd1b-d11295798c11 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:58.399844 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-67e8249e-1cdc-4ef2-a0ee-05e972608147 req-f69a2abe-4784-4bb8-bd1b-d11295798c11 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 943 time: 0.0988078 Jul 14 10:21:58.410807 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9a17c061-05cd-40e0-9ca7-fecaf62e5b63 admin admin] Publish callbacks [] for security_group (52a6ea3b-d06f-4fdd-89d2-29d4fdb0befa), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:58.436715 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9a17c061-05cd-40e0-9ca7-fecaf62e5b63 admin admin] Publish callbacks [] for security_group (52a6ea3b-d06f-4fdd-89d2-29d4fdb0befa), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:58.441464 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:21:58.469384 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-67e8249e-1cdc-4ef2-a0ee-05e972608147 req-3ebc5dca-143a-4804-abec-9202c12222f8 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686564 Jul 14 10:21:58.526657 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9a17c061-05cd-40e0-9ca7-fecaf62e5b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (52a6ea3b-d06f-4fdd-89d2-29d4fdb0befa), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:58.529186 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9a17c061-05cd-40e0-9ca7-fecaf62e5b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:58.530814 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-9a17c061-05cd-40e0-9ca7-fecaf62e5b63 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52a6ea3b-d06f-4fdd-89d2-29d4fdb0befa HTTP/1.1" status: 204 len: 168 time: 0.1746879 Jul 14 10:21:58.540448 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17c061-05cd-40e0-9ca7-fecaf62e5b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a6ea3b-d06f-4fdd-89d2-29d4fdb0befa,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:58.577615 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 8ba13434-52d7-4813-b0c6-beeb755f6fda details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:21:58.699887 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:58.711965 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'port_id': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'mac_address': 'fa:16:3e:78:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:21:58.749221 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 8ba13434-52d7-4813-b0c6-beeb755f6fda is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:21:58.749718 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:58.776563 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba13434-52d7-4813-b0c6-beeb755f6fda {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:21:58.798995 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:58.804552 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:21:58.864095 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=9']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:59.076619 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['8ba13434-52d7-4813-b0c6-beeb755f6fda'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:21:59.606877 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5140-c252-4eb5-b51a-057019c39d24 req-ce305abb-d890-4821-9ea7-c96dcf7f97ff tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:21:59.608317 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d1fe5140-c252-4eb5-b51a-057019c39d24 req-ce305abb-d890-4821-9ea7-c96dcf7f97ff tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 944 time: 0.0501525 Jul 14 10:21:59.658511 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d1fe5140-c252-4eb5-b51a-057019c39d24 req-b2cbfe28-eb18-47ee-830f-7f7c0a5bf575 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443878 Jul 14 10:22:00.600010 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 8ba13434-52d7-4813-b0c6-beeb755f6fda up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:00.647749 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 8ba13434-52d7-4813-b0c6-beeb755f6fda triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:00.648121 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:00.718022 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 8ba13434-52d7-4813-b0c6-beeb755f6fda is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:00.718325 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:00.740218 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:22:00.742440 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0168389-8cd1-4021-bda0-98f8e5e24ef0" -d '{"events": [{"server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "name": "network-vif-plugged", "status": "completed", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:00.755187 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:00.760456 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:00.787046 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a52cdc2-6cd5-4089-bab3-6b8305a7e2bb x-openstack-request-id: req-7a52cdc2-6cd5-4089-bab3-6b8305a7e2bb {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:00.787335 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "name": "network-vif-plugged", "status": "completed", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:00.787580 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a52cdc2-6cd5-4089-bab3-6b8305a7e2bb {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:00.787977 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a52cdc2-6cd5-4089-bab3-6b8305a7e2bb'] response: {'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'code': 200} Jul 14 10:22:00.814981 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=10']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:01.435170 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-40afa602-016e-4ea3-879a-9de01b1a314d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:02.521434 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54484) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:02.649094 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2899dfa1-b931-4bee-9a25-3c4e8b63d93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:02.722870 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2899dfa1-b931-4bee-9a25-3c4e8b63d93e admin admin] Publish callbacks [] for security_group (ac039f4d-1534-409f-b8f5-9e1078ee5346), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:02.726423 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2899dfa1-b931-4bee-9a25-3c4e8b63d93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ac039f4d-1534-409f-b8f5-9e1078ee5346), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:02.764732 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-2899dfa1-b931-4bee-9a25-3c4e8b63d93e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf1ba07f5cc949d7b269cf95f48a17f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422409 Jul 14 10:22:02.766950 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899dfa1-b931-4bee-9a25-3c4e8b63d93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac039f4d-1534-409f-b8f5-9e1078ee5346,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:02.767758 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54488) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:02.818096 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f139e2c3-3347-40ba-b50e-4755860d8279 admin admin] Publish callbacks [] for security_group (ac039f4d-1534-409f-b8f5-9e1078ee5346), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:02.837441 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:02.842937 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f139e2c3-3347-40ba-b50e-4755860d8279 admin admin] Publish callbacks [] for security_group (ac039f4d-1534-409f-b8f5-9e1078ee5346), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:02.889510 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f139e2c3-3347-40ba-b50e-4755860d8279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ac039f4d-1534-409f-b8f5-9e1078ee5346), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:02.892168 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f139e2c3-3347-40ba-b50e-4755860d8279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:02.893307 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-f139e2c3-3347-40ba-b50e-4755860d8279 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac039f4d-1534-409f-b8f5-9e1078ee5346 HTTP/1.1" status: 204 len: 168 time: 0.1245725 Jul 14 10:22:02.901584 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139e2c3-3347-40ba-b50e-4755860d8279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac039f4d-1534-409f-b8f5-9e1078ee5346,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:03.493938 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54512) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:03.582738 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e0ada24f-89a8-43e8-bc01-5ebc8d60160f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:03.590693 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1203873669-network', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:03.609976 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Made reservation on behalf of 936db5c6e71f4012a4838d484c1ca92e for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:03.612236 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:03.621397 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:03.640848 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=7 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:03.699244 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Publish callbacks [] for security_group (8af41143-e8fd-44de-9185-8a5cead1662d), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:03.702999 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (8af41143-e8fd-44de-9185-8a5cead1662d), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:03.729829 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:03.735181 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af41143-e8fd-44de-9185-8a5cead1662d,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:03.742774 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (a49cb5a2-1275-414e-bbd6-3ac0d3e3f228), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:03.742774 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Added segment a49cb5a2-1275-414e-bbd6-3ac0d3e3f228 of type vlan for network 4a81396c-241f-47b0-9c22-fb5e497d7444 Jul 14 10:22:03.785877 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (4a81396c-241f-47b0-9c22-fb5e497d7444), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:03.812567 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (4a81396c-241f-47b0-9c22-fb5e497d7444), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:03.813326 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:03.813893 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:03.876602 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3815384 Jul 14 10:22:03.879403 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54520) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:03.887308 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Request body: {'subnet': {'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1203873669-subnet', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'ip_version': 4}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:03.892102 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd18fb-f023-4b70-b1fc-ef8a0dd74e22 admin admin] Pushing event updated for resources: {'Network': ['ID=4a81396c-241f-47b0-9c22-fb5e497d7444,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:03.901470 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 4a81396c-241f-47b0-9c22-fb5e497d7444 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:03.904953 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:03.910216 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Made reservation on behalf of 936db5c6e71f4012a4838d484c1ca92e for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:03.912564 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131243339'] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:03.917256 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:04.080980 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131802710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131243385'] for subnet (dce07a2e-a177-4978-aa1c-14cb707efbb2), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.137467 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce07a2e-a177-4978-aa1c-14cb707efbb2,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:04.146432 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Checking segment: {'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:04.146779 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Network hostable DHCP agents. Network: 4a81396c-241f-47b0-9c22-fb5e497d7444, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:04.162923 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Network 4a81396c-241f-47b0-9c22-fb5e497d7444 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:04.172146 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 4a81396c-241f-47b0-9c22-fb5e497d7444) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:04.176078 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:04.176680 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.181198 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf31b66-1b4a-4cbd-bc61-b74e97821069 None None] Network 4a81396c-241f-47b0-9c22-fb5e497d7444 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:22:04.183107 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:DELETE=3,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:04.193681 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d8ea0c7e-e743-48f9-9dc5-81c08b70be23 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3108866 Jul 14 10:22:04.196703 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54522) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:04.200912 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:04.222261 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.223234 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.288637 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-4a81396c-241f-47b0-9c22-fb5e497d7444', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:22:04.289656 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.432687 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Allocated IP 172.20.0.2 (4a81396c-241f-47b0-9c22-fb5e497d7444/dce07a2e-a177-4978-aa1c-14cb707efbb2/83da8d65-c4d3-4a85-9eba-f037f6f6c2ed) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:04.521463 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks [] for router_controller (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), precommit_add_association {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.578103 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Publish callbacks [] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.584084 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.628075 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Network 4a81396c-241f-47b0-9c22-fb5e497d7444 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:04.633208 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:04.635408 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Pushing event updated for resources: {'Port': ['ID=83da8d65-c4d3-4a85-9eba-f037f6f6c2ed,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:04.637557 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:04.648160 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:04.656723 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks [] for router_gateway (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.702347 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Attempting to bind port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:22:04.702634 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Attempting to bind port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:22:04.702991 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Attempting to bind port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed on network 4a81396c-241f-47b0-9c22-fb5e497d7444 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:04.707922 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:22:04.708295 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Checking segment: {'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:04.708691 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.709112 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Bound using segment: {'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:22:04.709571 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Bound port: 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:22:04.709947 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.772071 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] For port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:04.775350 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] For port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=83da8d65-c4d3-4a85-9eba-f037f6f6c2ed,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:04.781648 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.844501 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c0b71-2034-491a-9b0b-0545f6a29439 None None] Pushing event updated for resources: {'Port': ['ID=83da8d65-c4d3-4a85-9eba-f037f6f6c2ed,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:04.845638 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks [] for router_gateway (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.865546 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:04.995112 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Allocated IP 172.27.0.159 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/4f33472c-f4ed-4046-9edb-909669212d39) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:05.038180 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:05.144144 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks [] for port (4f33472c-f4ed-4046-9edb-909669212d39), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:05.182644 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (4f33472c-f4ed-4046-9edb-909669212d39), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:05.227808 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:05.232970 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:05.235188 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Pushing event updated for resources: {'Port': ['ID=4f33472c-f4ed-4046-9edb-909669212d39,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:05.237342 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:05.364473 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:05.483558 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks [] for router_gateway (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:05.667313 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:05.674206 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:05.791836 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65715c50-3a7c-4df5-bf95-f71daa41df4c None None] Network 4a81396c-241f-47b0-9c22-fb5e497d7444 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:22:05.803709 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:22:05.866338 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-585b808f-fa20-47be-80fc-b46eca738fc6 None None] Provisioning complete for port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:05.866778 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-585b808f-fa20-47be-80fc-b46eca738fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:05.887098 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:05.905956 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:05.924092 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:05.925262 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-44f3a8cd-8679-4d29-b33e-e43ee584a20f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7275462 Jul 14 10:22:05.926652 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Sync routers for ids ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:05.927934 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54540) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:05.932451 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:06.082150 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Routers {'0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:06.082667 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:06.210336 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-585b808f-fa20-47be-80fc-b46eca738fc6 None None] Current status of the port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:06.210757 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-585b808f-fa20-47be-80fc-b46eca738fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.246413 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:06.246581 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Set router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:06.321212 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-585b808f-fa20-47be-80fc-b46eca738fc6 None None] For port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=83da8d65-c4d3-4a85-9eba-f037f6f6c2ed,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:06.323543 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:06.358565 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-585b808f-fa20-47be-80fc-b46eca738fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.388627 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.471967 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.500692 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b808f-fa20-47be-80fc-b46eca738fc6 None None] Pushing event updated for resources: {'Port': ['ID=83da8d65-c4d3-4a85-9eba-f037f6f6c2ed,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:06.529474 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-8a2b0c54-f0ce-44c1-9608-5022c83ab4f6 None None] Provisioning complete for port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:06.529838 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0c54-f0ce-44c1-9608-5022c83ab4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.531253 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:06.531616 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.567337 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Allocated IP 172.20.0.1 (4a81396c-241f-47b0-9c22-fb5e497d7444/dce07a2e-a177-4978-aa1c-14cb707efbb2/d5299ee7-a970-4987-bc7e-c2567c277cc0) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:06.591964 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.597633 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:06.634412 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:05Z', 'revision_number': 3, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:06.666524 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Checking router: 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:06.666877 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Updating router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 port 4f33472c-f4ed-4046-9edb-909669212d39 binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:06.694043 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Publish callbacks [] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.725353 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.741052 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4f33472c-f4ed-4046-9edb-909669212d39), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.767323 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Network 4a81396c-241f-47b0-9c22-fb5e497d7444 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:06.772659 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:06.775035 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:06.778145 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Pushing event updated for resources: {'Port': ['ID=d5299ee7-a970-4987-bc7e-c2567c277cc0,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:06.781383 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b0c54-f0ce-44c1-9608-5022c83ab4f6 None None] Current status of the port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:06.787474 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:06.818365 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.858888 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:06.951511 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:06.972285 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:07.031682 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:07.037494 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-ba2b726e-c8a4-4164-9236-461ae3e116af None None] Provisioning complete for port d5299ee7-a970-4987-bc7e-c2567c277cc0 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:07.037866 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ba2b726e-c8a4-4164-9236-461ae3e116af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:07.071875 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:07.075718 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Publish callbacks [] for port (4f33472c-f4ed-4046-9edb-909669212d39), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:07.086882 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4f33472c-f4ed-4046-9edb-909669212d39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:07.092665 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b726e-c8a4-4164-9236-461ae3e116af None None] Port d5299ee7-a970-4987-bc7e-c2567c277cc0 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:22:07.118809 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Publish callbacks [] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:07.123845 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:07.142125 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a9e65-d614-46c1-babf-f40e167aca45 None None] Pushing event updated for resources: {'Port': ['ID=4f33472c-f4ed-4046-9edb-909669212d39,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:07.146191 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Attempting to bind port 4f33472c-f4ed-4046-9edb-909669212d39 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:22:07.146554 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Attempting to bind port 4f33472c-f4ed-4046-9edb-909669212d39 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:22:07.146907 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Attempting to bind port 4f33472c-f4ed-4046-9edb-909669212d39 on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:07.152406 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:22:07.152776 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:07.153204 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:07.153590 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:22:07.154044 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Bound port: 4f33472c-f4ed-4046-9edb-909669212d39, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:22:07.154427 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4f33472c-f4ed-4046-9edb-909669212d39), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:07.192498 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Pushing event updated for resources: {'Port': ['ID=d5299ee7-a970-4987-bc7e-c2567c277cc0,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:07.194749 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:07.205149 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] For port 4f33472c-f4ed-4046-9edb-909669212d39, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:07.208262 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] For port 4f33472c-f4ed-4046-9edb-909669212d39, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=4f33472c-f4ed-4046-9edb-909669212d39,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:07.214221 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4f33472c-f4ed-4046-9edb-909669212d39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:07.273725 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Routers {'0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:07.274356 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:07.276152 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a9e65-d614-46c1-babf-f40e167aca45 None None] Pushing event updated for resources: {'Port': ['ID=4f33472c-f4ed-4046-9edb-909669212d39,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:07.286971 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Network 4a81396c-241f-47b0-9c22-fb5e497d7444 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:07.288301 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:07.346493 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:07.400157 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] Set router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:07.404915 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:22:07.549310 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-eaea0592-e328-495b-8178-38f193686047 None None] Provisioning complete for port d5299ee7-a970-4987-bc7e-c2567c277cc0 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:07.549686 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eaea0592-e328-495b-8178-38f193686047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:07.610721 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-eaea0592-e328-495b-8178-38f193686047 None None] Port d5299ee7-a970-4987-bc7e-c2567c277cc0 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:22:07.649826 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:07.660021 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:07Z', 'revision_number': 2, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:07.690913 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4ad75-f3ca-4945-b6ee-3ab70d251022 None None] The sync data for ids ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'] in dv-cinder-849800-1-iscsi is: [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:07Z', 'revision_number': 2, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:07.774995 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:07.780820 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-00286e21-16d1-41c9-bc43-96dac17ddae4 admin admin] 10.222.0.61 "PUT /v2.0/routers/0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8518384 Jul 14 10:22:07.974334 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54558) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:08.177422 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ace480f-64ca-4be7-8bed-e1e0d08d589d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.303162 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:08.311631 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ace480f-64ca-4be7-8bed-e1e0d08d589d admin admin] Publish callbacks [] for security_group (ba759635-5a30-49a9-b0e6-66539b212345), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.318333 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ace480f-64ca-4be7-8bed-e1e0d08d589d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ba759635-5a30-49a9-b0e6-66539b212345), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.373130 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6ace480f-64ca-4be7-8bed-e1e0d08d589d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0cd3780fb7a24fc3bc4c018f7dbc1f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902164 Jul 14 10:22:08.374171 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace480f-64ca-4be7-8bed-e1e0d08d589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba759635-5a30-49a9-b0e6-66539b212345,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:08.376348 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54572) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:08.460795 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-45cd0716-93a1-4886-9919-548569edf582 admin admin] Publish callbacks [] for security_group (ba759635-5a30-49a9-b0e6-66539b212345), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.486936 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-45cd0716-93a1-4886-9919-548569edf582 admin admin] Publish callbacks [] for security_group (ba759635-5a30-49a9-b0e6-66539b212345), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.487086 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54576) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:08.492507 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1236974570-network', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:08.537832 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:08.538392 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.545195 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Made reservation on behalf of 93dc8dd0a6b54cfeaced481ced058522 for: {'network': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:08.547702 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.557976 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-45cd0716-93a1-4886-9919-548569edf582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (ba759635-5a30-49a9-b0e6-66539b212345), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.558718 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.562169 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-45cd0716-93a1-4886-9919-548569edf582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.565394 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-45cd0716-93a1-4886-9919-548569edf582 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba759635-5a30-49a9-b0e6-66539b212345 HTTP/1.1" status: 204 len: 168 time: 0.1879714 Jul 14 10:22:08.582144 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd0716-93a1-4886-9919-548569edf582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba759635-5a30-49a9-b0e6-66539b212345,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:08.647328 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:08.690879 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Publish callbacks [] for security_group (7591f2d0-0036-4670-8c94-7d2eea85ad12), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.695961 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7591f2d0-0036-4670-8c94-7d2eea85ad12), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.701908 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:08.718238 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=104066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:08.739194 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7591f2d0-0036-4670-8c94-7d2eea85ad12,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:08.742489 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (87dbab4f-a480-4be4-9e86-edb83e0a1166), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.743188 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.segments_db [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Added segment 87dbab4f-a480-4be4-9e86-edb83e0a1166 of type vlan for network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d Jul 14 10:22:08.795841 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.825641 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.826716 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:08.827411 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:08.832248 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:08.867831 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3797131 Jul 14 10:22:08.868126 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54582) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:08.877758 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Request body: {'subnet': {'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1236974570-subnet', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'ip_version': 4}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:08.907568 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93420529-4f27-4567-9427-ef8934237522 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:08.918299 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Made reservation on behalf of 93dc8dd0a6b54cfeaced481ced058522 for: {'subnet': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:08.920782 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:08.921382 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131243339'] for subnet (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.013874 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54584) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:09.031273 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-36416490-b41c-4c30-b612-c79954747a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.120165 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-36416490-b41c-4c30-b612-c79954747a5e admin admin] Publish callbacks [] for security_group (19de8c5e-a4dd-4ed7-994a-07b383728d36), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.122014 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131802710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131243385'] for subnet (533181cd-c39f-42cf-9055-54f14efcc526), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.123786 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-36416490-b41c-4c30-b612-c79954747a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (19de8c5e-a4dd-4ed7-994a-07b383728d36), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.147511 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:09.166527 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-36416490-b41c-4c30-b612-c79954747a5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33aa7ee47aa84200b21799465e18f676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503613 Jul 14 10:22:09.167404 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36416490-b41c-4c30-b612-c79954747a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19de8c5e-a4dd-4ed7-994a-07b383728d36,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:09.169685 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54586) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:09.178054 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533181cd-c39f-42cf-9055-54f14efcc526,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:09.194752 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Checking segment: {'id': '87dbab4f-a480-4be4-9e86-edb83e0a1166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:09.195104 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Network hostable DHCP agents. Network: d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:09.214239 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:09.223628 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-35d55383-eb62-4c7f-b34d-142fa3f19704 admin admin] Publish callbacks [] for security_group (19de8c5e-a4dd-4ed7-994a-07b383728d36), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.230659 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d) {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:09.241315 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446bb9e9-eeb1-46b2-b230-fe09c667bd18 None None] Network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:22:09.244876 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:09.247651 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.255295 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-35d55383-eb62-4c7f-b34d-142fa3f19704 admin admin] Publish callbacks [] for security_group (19de8c5e-a4dd-4ed7-994a-07b383728d36), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.272087 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-339d123e-9c60-40b1-a416-cbf0d9493177 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4025640 Jul 14 10:22:09.274644 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54588) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:09.278956 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1236974570-router', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:09.313444 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-35d55383-eb62-4c7f-b34d-142fa3f19704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (19de8c5e-a4dd-4ed7-994a-07b383728d36), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.314894 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-466'] for router (c8d74085-2d19-448c-8cb0-612f2c6160d2), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.316453 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-35d55383-eb62-4c7f-b34d-142fa3f19704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.317842 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-35d55383-eb62-4c7f-b34d-142fa3f19704 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19de8c5e-a4dd-4ed7-994a-07b383728d36 HTTP/1.1" status: 204 len: 168 time: 0.1470950 Jul 14 10:22:09.318075 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-714082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router (c8d74085-2d19-448c-8cb0-612f2c6160d2), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.327475 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d55383-eb62-4c7f-b34d-142fa3f19704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19de8c5e-a4dd-4ed7-994a-07b383728d36,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:09.344428 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:09.380716 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de83929-c2cb-5262-9e6d-e4f5839bf788-d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d', 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d', 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'fixed_ips': [{'subnet_id': '533181cd-c39f-42cf-9055-54f14efcc526'}]}} from dv-cinder-849800-1-iscsi. {{(pid=104068) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:22:09.381824 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.386623 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks [] for router_controller (c8d74085-2d19-448c-8cb0-612f2c6160d2), precommit_add_association {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.531432 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:09.532442 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Allocated IP 172.20.0.2 (d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d/533181cd-c39f-42cf-9055-54f14efcc526/d7a3fc63-4d8a-4ce0-85cf-24be7477a043) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:09.535856 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks [] for router_gateway (c8d74085-2d19-448c-8cb0-612f2c6160d2), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.689744 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Publish callbacks [] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.696196 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.740259 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Pushing event updated for resources: {'Port': ['ID=d7a3fc63-4d8a-4ce0-85cf-24be7477a043,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:09.742024 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks [] for router_gateway (c8d74085-2d19-448c-8cb0-612f2c6160d2), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.754656 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:09.756189 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:09.759247 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:09.778317 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.828672 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Attempting to bind port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:22:09.829099 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Attempting to bind port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '87dbab4f-a480-4be4-9e86-edb83e0a1166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:22:09.829660 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Attempting to bind port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 on network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:09.835438 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:22:09.836096 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Checking segment: {'id': '87dbab4f-a480-4be4-9e86-edb83e0a1166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:09.836673 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.837258 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Bound using segment: {'id': '87dbab4f-a480-4be4-9e86-edb83e0a1166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:22:09.838459 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Bound port: d7a3fc63-4d8a-4ce0-85cf-24be7477a043, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dbab4f-a480-4be4-9e86-edb83e0a1166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:22:09.839023 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.906532 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Allocated IP 172.27.0.164 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/13bd14b2-2b09-47e0-95ee-a01b51ad8d9c) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:09.912042 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] For port d7a3fc63-4d8a-4ce0-85cf-24be7477a043, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:09.917408 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] For port d7a3fc63-4d8a-4ce0-85cf-24be7477a043, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=d7a3fc63-4d8a-4ce0-85cf-24be7477a043,segment=NetworkSegment(87dbab4f-a480-4be4-9e86-edb83e0a1166),segment_id=87dbab4f-a480-4be4-9e86-edb83e0a1166)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:09.927606 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:09.931966 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:09.993054 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77507a5e-cae0-4817-b4a3-3178081c4a66 None None] Pushing event updated for resources: {'Port': ['ID=d7a3fc63-4d8a-4ce0-85cf-24be7477a043,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.034410 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks [] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.072719 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.114292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:10.121504 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:10.123907 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:10.158158 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Pushing event updated for resources: {'Port': ['ID=13bd14b2-2b09-47e0-95ee-a01b51ad8d9c,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.162982 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:10.214755 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54610) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:10.303165 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Sync routers for ids ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:10.320436 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Routers {'0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:10.321529 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:10.418739 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1720114665-network', 'tenant_id': '8c70bd29ed724affb53fa8ce5a481429'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:10.419426 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 4f33472c-f4ed-4046-9edb-909669212d39 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:10.446574 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Made reservation on behalf of 8c70bd29ed724affb53fa8ce5a481429 for: {'network': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:10.449822 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.462078 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.478708 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 4f33472c-f4ed-4046-9edb-909669212d39 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:10.479073 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (4f33472c-f4ed-4046-9edb-909669212d39), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.490915 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks [] for router_gateway (c8d74085-2d19-448c-8cb0-612f2c6160d2), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.496099 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Set router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:10.560752 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Publish callbacks [] for security_group (956acc8c-06f6-4848-a2ac-2ebf78b32875), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.564859 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (956acc8c-06f6-4848-a2ac-2ebf78b32875), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.574403 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 4f33472c-f4ed-4046-9edb-909669212d39 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:10.574771 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (4f33472c-f4ed-4046-9edb-909669212d39), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.607791 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=104066) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:10.608884 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 4f33472c-f4ed-4046-9edb-909669212d39, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=4f33472c-f4ed-4046-9edb-909669212d39,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:10.615866 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956acc8c-06f6-4848-a2ac-2ebf78b32875,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.616549 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (4f33472c-f4ed-4046-9edb-909669212d39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.617464 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d7a3fc63-4d8a-4ce0-85cf-24be7477a043 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:10.624574 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (cf7cd483-3d2d-469d-afb5-94778c398006), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.624990 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.segments_db [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Added segment cf7cd483-3d2d-469d-afb5-94778c398006 of type vlan for network 9ac67af7-cb69-4579-9c2c-036fc4920a44 Jul 14 10:22:10.636354 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:UPDATE=4,neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:10.662513 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:10.683271 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (9ac67af7-cb69-4579-9c2c-036fc4920a44), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.708053 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:10.713181 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=4f33472c-f4ed-4046-9edb-909669212d39,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.727839 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:10.728740 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.729826 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (9ac67af7-cb69-4579-9c2c-036fc4920a44), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.731486 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:10.732333 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.749959 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:07Z', 'revision_number': 2, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:10.783749 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714126'] for router (c8d74085-2d19-448c-8cb0-612f2c6160d2), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.797617 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Checking router: 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:10.798369 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Updating router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 port d5299ee7-a970-4987-bc7e-c2567c277cc0 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:10.831477 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.834312 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6159854 Jul 14 10:22:10.838446 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54614) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:10.847152 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Request body: {'subnet': {'network_id': '9ac67af7-cb69-4579-9c2c-036fc4920a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1720114665-subnet', 'tenant_id': '8c70bd29ed724affb53fa8ce5a481429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:10.849447 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:10.849978 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.865575 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb007fb-3550-4d28-a655-48659fd7c9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac67af7-cb69-4579-9c2c-036fc4920a44,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.883498 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network 9ac67af7-cb69-4579-9c2c-036fc4920a44 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:10.891024 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Made reservation on behalf of 8c70bd29ed724affb53fa8ce5a481429 for: {'subnet': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:10.896264 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125231542'] for subnet (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.921557 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port d7a3fc63-4d8a-4ce0-85cf-24be7477a043, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=d7a3fc63-4d8a-4ce0-85cf-24be7477a043,segment=NetworkSegment(87dbab4f-a480-4be4-9e86-edb83e0a1166),segment_id=87dbab4f-a480-4be4-9e86-edb83e0a1166)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:10.952507 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Router c8d74085-2d19-448c-8cb0-612f2c6160d2 is scheduled to L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 with binding_index 1 {{(pid=104067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:22:10.972409 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:10.988101 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:11.074453 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=d7a3fc63-4d8a-4ce0-85cf-24be7477a043,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:11.091505 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:11.101429 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Sync routers for ids ['c8d74085-2d19-448c-8cb0-612f2c6160d2'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:11.114779 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Routers {'c8d74085-2d19-448c-8cb0-612f2c6160d2'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:11.115961 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['c8d74085-2d19-448c-8cb0-612f2c6160d2'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:11.123858 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:11.128378 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54616) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:11.128907 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-4a2d95b2-bd36-4aed-95eb-a6399e90df9a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8530061 Jul 14 10:22:11.243293 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Publish callbacks [] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:11.258344 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:11.260732 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131986596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125231492'] for subnet (336c9621-93e4-4e3f-90d7-ff317d4bbfa3), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:11.266460 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Set router c8d74085-2d19-448c-8cb0-612f2c6160d2 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:11.297061 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81bb18b-5135-4c79-992b-1accf7f249bd None None] Network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:22:11.334873 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Pushing event updated for resources: {'Port': ['ID=d5299ee7-a970-4987-bc7e-c2567c277cc0,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:11.361803 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.362443 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.362933 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.363415 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.363893 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.364366 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.364849 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.365338 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.365812 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.366281 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.366767 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.367270 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.367738 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.368205 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.368669 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:11.372773 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:11.383626 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Checking segment: {'id': 'cf7cd483-3d2d-469d-afb5-94778c398006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '9ac67af7-cb69-4579-9c2c-036fc4920a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:11.384001 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Network hostable DHCP agents. Network: 9ac67af7-cb69-4579-9c2c-036fc4920a44, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:11.390593 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Pushing event updated for resources: {'Subnet': ['ID=336c9621-93e4-4e3f-90d7-ff317d4bbfa3,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:11.391500 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Attempting to bind port d5299ee7-a970-4987-bc7e-c2567c277cc0 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:22:11.392022 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Attempting to bind port d5299ee7-a970-4987-bc7e-c2567c277cc0 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:22:11.392562 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Attempting to bind port d5299ee7-a970-4987-bc7e-c2567c277cc0 on network 4a81396c-241f-47b0-9c22-fb5e497d7444 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:11.400614 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:22:11.401832 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Checking segment: {'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:11.402423 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:11.402975 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Bound using segment: {'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:22:11.403589 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Bound port: d5299ee7-a970-4987-bc7e-c2567c277cc0, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:22:11.404119 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:11.450917 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Network 9ac67af7-cb69-4579-9c2c-036fc4920a44 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:11.464582 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-7b116d1c-d3f1-465b-99d5-92886785a12e None None] Provisioning complete for port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:11.465217 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7b116d1c-d3f1-465b-99d5-92886785a12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:11.482248 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, 9ac67af7-cb69-4579-9c2c-036fc4920a44) {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:11.485550 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] For port d5299ee7-a970-4987-bc7e-c2567c277cc0, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:11.489001 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] For port d5299ee7-a970-4987-bc7e-c2567c277cc0, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=d5299ee7-a970-4987-bc7e-c2567c277cc0,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:11.493450 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:11.494185 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:11.497476 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:11.510298 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ad67d-236d-4623-9a1d-7f3735ea0ee3 None None] Network 9ac67af7-cb69-4579-9c2c-036fc4920a44 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:22:11.552235 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:11.560781 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a4df4919-23f4-4604-82a8-5b8bdd88557b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7209549 Jul 14 10:22:11.567413 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:11.610738 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Routers {'0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:11.614002 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:11.656336 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd970aa8-ff6f-4bec-9ed0-738332378f45 None None] Pushing event updated for resources: {'Port': ['ID=d5299ee7-a970-4987-bc7e-c2567c277cc0,revision_number=4']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:11.772067 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:11.773791 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] Set router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:11.797631 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:11.939765 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'name': 'tempest-TestMinimumBasicScenario-1236974570-router', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:10Z', 'revision_number': 3, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'gw_port': {'id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:11.953319 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:12.008209 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Checking router: c8d74085-2d19-448c-8cb0-612f2c6160d2 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:12.008457 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Updating router c8d74085-2d19-448c-8cb0-612f2c6160d2 port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c binding host dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:12.015626 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Allocated IP 172.20.0.1 (d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d/533181cd-c39f-42cf-9055-54f14efcc526/f12310bd-a5b7-42b6-8110-7bff4ae40767) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:12.037489 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b374cdc4-5e3a-4ac3-9d66-0b737d0faed0 None None] Network 9ac67af7-cb69-4579-9c2c-036fc4920a44 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:22:12.039664 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-7b116d1c-d3f1-465b-99d5-92886785a12e None None] Current status of the port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:12.057426 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:11Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:12.094040 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:12.113451 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288f27a-3bc9-4826-98ad-e48ee22eb395 None None] The sync data for ids ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'] in dv-cinder-849800-1-iscsi is: [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:11Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:12.139768 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.161198 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Publish callbacks [] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.254032 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-438f784e-2723-4915-b52c-ef7741236ce7 None None] Provisioning complete for port d5299ee7-a970-4987-bc7e-c2567c277cc0 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:12.254535 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-438f784e-2723-4915-b52c-ef7741236ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.264419 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.325136 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:12.330509 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:12.332918 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:12.359230 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54632) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:12.364785 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1233566318-network', 'tenant_id': 'e2091cd4e7d94578b1bf5eb48b174332'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:12.388185 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709968'] for router_interface (c8d74085-2d19-448c-8cb0-612f2c6160d2), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.392381 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Pushing event updated for resources: {'Port': ['ID=f12310bd-a5b7-42b6-8110-7bff4ae40767,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:12.420695 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Made reservation on behalf of e2091cd4e7d94578b1bf5eb48b174332 for: {'network': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:12.428014 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for network (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.449702 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.455112 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d7a3fc63-4d8a-4ce0-85cf-24be7477a043 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:12.573356 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Publish callbacks [] for security_group (de55e452-59e7-4672-a2ad-8a528a8d6d23), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.574685 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:12.585247 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (de55e452-59e7-4672-a2ad-8a528a8d6d23), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.591621 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.608143 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=104067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:12.612573 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-438f784e-2723-4915-b52c-ef7741236ce7 None None] Current status of the port d5299ee7-a970-4987-bc7e-c2567c277cc0 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:12.613187 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-438f784e-2723-4915-b52c-ef7741236ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.625337 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (41f93394-3cb6-47f3-88aa-239f104c2e0f), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.625680 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.segments_db [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Added segment 41f93394-3cb6-47f3-88aa-239f104c2e0f of type vlan for network f242eb9a-eafa-4594-8535-631d0fdd1d72 Jul 14 10:22:12.658035 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:12.672950 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:12.673488 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.682882 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729319956017'] for network (f242eb9a-eafa-4594-8535-631d0fdd1d72), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.714340 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-438f784e-2723-4915-b52c-ef7741236ce7 None None] For port d5299ee7-a970-4987-bc7e-c2567c277cc0, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=d5299ee7-a970-4987-bc7e-c2567c277cc0,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:12.720360 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de55e452-59e7-4672-a2ad-8a528a8d6d23,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:12.737709 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035'] for network (f242eb9a-eafa-4594-8535-631d0fdd1d72), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.739158 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:12.739437 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.745140 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-438f784e-2723-4915-b52c-ef7741236ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.786034 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4254446 Jul 14 10:22:12.801797 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Publish callbacks [] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.803566 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54634) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:12.809985 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Request body: {'subnet': {'network_id': 'f242eb9a-eafa-4594-8535-631d0fdd1d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1233566318-subnet', 'tenant_id': 'e2091cd4e7d94578b1bf5eb48b174332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:12.817028 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131987245'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.828653 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d7ce2-feef-4c0c-b23b-07c9d6d6f7cc admin admin] Pushing event updated for resources: {'Network': ['ID=f242eb9a-eafa-4594-8535-631d0fdd1d72,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:12.852086 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:12.864336 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Network f242eb9a-eafa-4594-8535-631d0fdd1d72 details requested by agent ovs-agent-dv-cinder-849800-1-iscsi with host dv-cinder-849800-1-iscsi {{(pid=104068) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:12.906225 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f784e-2723-4915-b52c-ef7741236ce7 None None] Pushing event updated for resources: {'Port': ['ID=d5299ee7-a970-4987-bc7e-c2567c277cc0,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:12.910126 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Pushing event updated for resources: {'Port': ['ID=f12310bd-a5b7-42b6-8110-7bff4ae40767,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:12.924887 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Made reservation on behalf of e2091cd4e7d94578b1bf5eb48b174332 for: {'subnet': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:12.927455 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125231542'] for subnet (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.930864 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711464'] for router_interface (c8d74085-2d19-448c-8cb0-612f2c6160d2), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.944248 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-b29893e7-1cc7-4c5b-8e75-da10745d112a None None] Provisioning complete for port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:12.944621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b29893e7-1cc7-4c5b-8e75-da10745d112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:12.949837 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:12.950919 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 4f33472c-f4ed-4046-9edb-909669212d39 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:12.956193 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:13.057378 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Publish callbacks [] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.075072 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.134788 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 4f33472c-f4ed-4046-9edb-909669212d39 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:13.135170 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (4f33472c-f4ed-4046-9edb-909669212d39), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.138299 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:13.141493 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:13.192753 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:13.201001 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a411eff-6bd7-46cf-81a5-7e068c955972 None None] Pushing event updated for resources: {'Port': ['ID=13bd14b2-2b09-47e0-95ee-a01b51ad8d9c,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:13.206693 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Attempting to bind port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:22:13.207059 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Attempting to bind port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:22:13.207988 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Attempting to bind port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c on network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:13.226912 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:22:13.227286 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Checking segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:13.227687 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.228112 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Bound using segment: {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:22:13.228580 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Bound port: 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92125639-b1a9-46f8-90ea-60301f4d1dd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:22:13.228976 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.233084 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-b29893e7-1cc7-4c5b-8e75-da10745d112a None None] Current status of the port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:13.273263 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-b29893e7-1cc7-4c5b-8e75-da10745d112a None None] Provisioning complete for port f12310bd-a5b7-42b6-8110-7bff4ae40767 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:13.273636 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b29893e7-1cc7-4c5b-8e75-da10745d112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.301725 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131986596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125231492'] for subnet (d70556ba-7522-4cd1-bac8-f40ac89b602d), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.337673 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] For port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:13.347915 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:13.359242 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] For port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=13bd14b2-2b09-47e0-95ee-a01b51ad8d9c,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:13.362380 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-b29893e7-1cc7-4c5b-8e75-da10745d112a None None] Port f12310bd-a5b7-42b6-8110-7bff4ae40767 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:22:13.370135 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Router c8d74085-2d19-448c-8cb0-612f2c6160d2 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:22:13.374207 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 4f33472c-f4ed-4046-9edb-909669212d39 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:13.375297 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d5299ee7-a970-4987-bc7e-c2567c277cc0 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:13.379365 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.389047 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70556ba-7522-4cd1-bac8-f40ac89b602d,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:13.408391 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Checking segment: {'id': '41f93394-3cb6-47f3-88aa-239f104c2e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f242eb9a-eafa-4594-8535-631d0fdd1d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:13.408718 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Network hostable DHCP agents. Network: f242eb9a-eafa-4594-8535-631d0fdd1d72, hostable agents: ['1edd9317-a543-40a1-abfe-88dd78c408f5'], hosted agents: [] {{(pid=104066) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:13.471467 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Routers {'c8d74085-2d19-448c-8cb0-612f2c6160d2'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:13.472094 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['c8d74085-2d19-448c-8cb0-612f2c6160d2'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:13.490242 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Network f242eb9a-eafa-4594-8535-631d0fdd1d72 is scheduled to be hosted by DHCP agent 1edd9317-a543-40a1-abfe-88dd78c408f5 with binding_index 1 {{(pid=104066) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:13.505980 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-1-iscsi, f242eb9a-eafa-4594-8535-631d0fdd1d72) {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:13.514524 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:13.515119 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.518809 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a411eff-6bd7-46cf-81a5-7e068c955972 None None] Pushing event updated for resources: {'Port': ['ID=13bd14b2-2b09-47e0-95ee-a01b51ad8d9c,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:13.526989 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245c587-1bb2-45c5-84ef-37fbc60601df None None] Network f242eb9a-eafa-4594-8535-631d0fdd1d72 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:22:13.529666 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port d5299ee7-a970-4987-bc7e-c2567c277cc0 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:13.529666 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.531596 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:13.537069 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a1873f98-d0aa-4e6a-bfbc-6277f5595772 admin admin] 10.222.0.61 "PUT /v2.0/routers/c8d74085-2d19-448c-8cb0-612f2c6160d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4080579 Jul 14 10:22:13.540393 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-017e08a6-cb73-4ab6-b5cd-ddb4a17bdf71 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7354240 Jul 14 10:22:13.586877 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-37b94e57-176b-4dda-b6f1-c480c474ecdc None None] Provisioning complete for port f12310bd-a5b7-42b6-8110-7bff4ae40767 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:13.586877 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-37b94e57-176b-4dda-b6f1-c480c474ecdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:13.710219 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-37b94e57-176b-4dda-b6f1-c480c474ecdc None None] Port f12310bd-a5b7-42b6-8110-7bff4ae40767 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:22:13.732008 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] Set router c8d74085-2d19-448c-8cb0-612f2c6160d2 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:13.949387 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c405d-b550-4d03-89d6-b98ae06015fe None None] Network f242eb9a-eafa-4594-8535-631d0fdd1d72 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:22:14.083095 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port d5299ee7-a970-4987-bc7e-c2567c277cc0 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:14.174235 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:14.229617 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'name': 'tempest-TestMinimumBasicScenario-1236974570-router', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 4, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'gw_port': {'id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'f12310bd-a5b7-42b6-8110-7bff4ae40767', 'name': '', 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'mac_address': 'fa:16:3e:c4:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '533181cd-c39f-42cf-9055-54f14efcc526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:11Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 2, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'subnets': [{'id': '533181cd-c39f-42cf-9055-54f14efcc526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:14.262962 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103913c-8937-41dc-a3fc-69114b8a9233 None None] The sync data for ids ['c8d74085-2d19-448c-8cb0-612f2c6160d2'] in dv-cinder-849800-1-iscsi is: [{'id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'name': 'tempest-TestMinimumBasicScenario-1236974570-router', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 4, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'gw_port': {'id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'f12310bd-a5b7-42b6-8110-7bff4ae40767', 'name': '', 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'mac_address': 'fa:16:3e:c4:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '533181cd-c39f-42cf-9055-54f14efcc526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:11Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 2, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'subnets': [{'id': '533181cd-c39f-42cf-9055-54f14efcc526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:14.331334 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d5299ee7-a970-4987-bc7e-c2567c277cc0 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:14.421375 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port d5299ee7-a970-4987-bc7e-c2567c277cc0 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:14.421750 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:14.473961 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:14.516835 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port d5299ee7-a970-4987-bc7e-c2567c277cc0 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:16.313330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:16.364382 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:16.364757 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:16.454359 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:16.454843 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:16.484668 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] For port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=13bd14b2-2b09-47e0-95ee-a01b51ad8d9c,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:16.494454 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:16.562636 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Pushing event updated for resources: {'Port': ['ID=13bd14b2-2b09-47e0-95ee-a01b51ad8d9c,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:16.574061 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.575020 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.575710 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.576273 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.577033 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.578129 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.578845 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.579375 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.579918 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.580446 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.581060 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.581591 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.582134 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.582657 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.583436 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:16.677148 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Sync routers for ids ['c8d74085-2d19-448c-8cb0-612f2c6160d2'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:16.687686 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Routers {'c8d74085-2d19-448c-8cb0-612f2c6160d2'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:16.688605 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['c8d74085-2d19-448c-8cb0-612f2c6160d2'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:16.794891 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Set router c8d74085-2d19-448c-8cb0-612f2c6160d2 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:17.150663 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'name': 'tempest-TestMinimumBasicScenario-1236974570-router', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 4, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'gw_port': {'id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'f12310bd-a5b7-42b6-8110-7bff4ae40767', 'name': '', 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'mac_address': 'fa:16:3e:c4:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '533181cd-c39f-42cf-9055-54f14efcc526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:11Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 2, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'subnets': [{'id': '533181cd-c39f-42cf-9055-54f14efcc526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:17.196141 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Checking router: c8d74085-2d19-448c-8cb0-612f2c6160d2 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:17.196483 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Updating router c8d74085-2d19-448c-8cb0-612f2c6160d2 port f12310bd-a5b7-42b6-8110-7bff4ae40767 binding host dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:17.232041 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:17.510711 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:17.534987 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Publish callbacks [] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:17.537081 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:17.541774 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:17.655765 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Attempting to bind port f12310bd-a5b7-42b6-8110-7bff4ae40767 on host dv-cinder-849800-1-iscsi for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:22:17.656362 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Attempting to bind port f12310bd-a5b7-42b6-8110-7bff4ae40767 by drivers openvswitch,hyperv on host dv-cinder-849800-1-iscsi at level 0 using segments [{'id': '87dbab4f-a480-4be4-9e86-edb83e0a1166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:22:17.658628 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Attempting to bind port f12310bd-a5b7-42b6-8110-7bff4ae40767 on network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:17.670362 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Checking agent: {'id': '23c8fa04-29c6-4d09-aedd-66ca66247c20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 5, 36), 'started_at': datetime.datetime(2022, 7, 14, 10, 6, 6), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:22:17.670888 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Checking segment: {'id': '87dbab4f-a480-4be4-9e86-edb83e0a1166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:17.671746 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:17.672239 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Bound using segment: {'id': '87dbab4f-a480-4be4-9e86-edb83e0a1166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:22:17.672817 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Bound port: f12310bd-a5b7-42b6-8110-7bff4ae40767, host: dv-cinder-849800-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dbab4f-a480-4be4-9e86-edb83e0a1166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:22:17.673317 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:17.675442 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a795d7-6124-4d9a-bf66-2a0767c54217 None None] Pushing event updated for resources: {'Port': ['ID=f12310bd-a5b7-42b6-8110-7bff4ae40767,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:17.750341 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] For port f12310bd-a5b7-42b6-8110-7bff4ae40767, host dv-cinder-849800-1-iscsi, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:17.754735 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] For port f12310bd-a5b7-42b6-8110-7bff4ae40767, host dv-cinder-849800-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=f12310bd-a5b7-42b6-8110-7bff4ae40767,segment=NetworkSegment(87dbab4f-a480-4be4-9e86-edb83e0a1166),segment_id=87dbab4f-a480-4be4-9e86-edb83e0a1166)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:17.766488 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:17.832662 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a795d7-6124-4d9a-bf66-2a0767c54217 None None] Pushing event updated for resources: {'Port': ['ID=f12310bd-a5b7-42b6-8110-7bff4ae40767,revision_number=4']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:17.837850 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Routers {'c8d74085-2d19-448c-8cb0-612f2c6160d2'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:17.838633 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['c8d74085-2d19-448c-8cb0-612f2c6160d2'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:17.879433 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-f620b602-62e1-4851-8e33-fca6cddd4a89 None None] Provisioning complete for port f12310bd-a5b7-42b6-8110-7bff4ae40767 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:17.880409 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f620b602-62e1-4851-8e33-fca6cddd4a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:17.979381 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] Set router c8d74085-2d19-448c-8cb0-612f2c6160d2 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:18.017898 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-f620b602-62e1-4851-8e33-fca6cddd4a89 None None] Current status of the port f12310bd-a5b7-42b6-8110-7bff4ae40767 is: DOWN; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:18.018757 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f620b602-62e1-4851-8e33-fca6cddd4a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:18.064594 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-f620b602-62e1-4851-8e33-fca6cddd4a89 None None] For port f12310bd-a5b7-42b6-8110-7bff4ae40767, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=f12310bd-a5b7-42b6-8110-7bff4ae40767,segment=NetworkSegment(87dbab4f-a480-4be4-9e86-edb83e0a1166),segment_id=87dbab4f-a480-4be4-9e86-edb83e0a1166)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:18.073846 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f620b602-62e1-4851-8e33-fca6cddd4a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:18.132838 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620b602-62e1-4851-8e33-fca6cddd4a89 None None] Pushing event updated for resources: {'Port': ['ID=f12310bd-a5b7-42b6-8110-7bff4ae40767,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:18.200225 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-d7cc107e-d9a6-4327-81d1-2f00a35c42f5 None None] Provisioning complete for port f12310bd-a5b7-42b6-8110-7bff4ae40767 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:18.200600 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d7cc107e-d9a6-4327-81d1-2f00a35c42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:18.231462 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'name': 'tempest-TestMinimumBasicScenario-1236974570-router', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 4, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'gw_port': {'id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'f12310bd-a5b7-42b6-8110-7bff4ae40767', 'name': '', 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'mac_address': 'fa:16:3e:c4:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '533181cd-c39f-42cf-9055-54f14efcc526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:11Z', 'updated_at': '2022-07-14T10:22:17Z', 'revision_number': 4, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'subnets': [{'id': '533181cd-c39f-42cf-9055-54f14efcc526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:18.280319 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc06d77-9f23-43e1-b1ac-0851f2cb74c6 None None] The sync data for ids ['c8d74085-2d19-448c-8cb0-612f2c6160d2'] in dv-cinder-849800-1-iscsi is: [{'id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'name': 'tempest-TestMinimumBasicScenario-1236974570-router', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 4, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'gw_port': {'id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'f12310bd-a5b7-42b6-8110-7bff4ae40767', 'name': '', 'network_id': 'd1e7e76a-3dcc-4dd1-9b5a-67688f9b477d', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'mac_address': 'fa:16:3e:c4:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '533181cd-c39f-42cf-9055-54f14efcc526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:11Z', 'updated_at': '2022-07-14T10:22:17Z', 'revision_number': 4, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'subnets': [{'id': '533181cd-c39f-42cf-9055-54f14efcc526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:18.361869 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc107e-d9a6-4327-81d1-2f00a35c42f5 None None] Current status of the port f12310bd-a5b7-42b6-8110-7bff4ae40767 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:18.394043 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:18.474763 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:18.475140 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:18.509707 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:18.572584 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:18.573863 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device f12310bd-a5b7-42b6-8110-7bff4ae40767 up at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:18.621152 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Provisioning complete for port f12310bd-a5b7-42b6-8110-7bff4ae40767 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:18.621530 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:18.668730 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:18.707890 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Current status of the port f12310bd-a5b7-42b6-8110-7bff4ae40767 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:22.435394 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:22.780909 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:22.824371 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=14 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:23.530837 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:23.530837 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=76,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:23.746267 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2e9be666-b537-4f54-b5e1-0bf10cad91c6 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:23.747733 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2e9be666-b537-4f54-b5e1-0bf10cad91c6 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/networks?id=4a81396c-241f-47b0-9c22-fb5e497d7444 HTTP/1.1" status: 200 len: 815 time: 0.1089847 Jul 14 10:22:23.762239 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-1bb9039e-cdbb-44fd-bd04-fbac1e2fee66 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/quotas/936db5c6e71f4012a4838d484c1ca92e HTTP/1.1" status: 200 len: 375 time: 0.0089881 Jul 14 10:22:23.811917 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-ac434685-313b-462c-b5e1-ad6b3e3513be tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=936db5c6e71f4012a4838d484c1ca92e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446618 Jul 14 10:22:23.916314 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-d4740480-53a9-48bd-b36f-8874158eb4ba service neutron] 10.222.0.61 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930846 Jul 14 10:22:24.004774 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-d6382aa5-6d85-42fd-b4a2-f6b2cfd322e9 service neutron] 10.222.0.61 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827501 Jul 14 10:22:24.163901 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d4f88ebb-f0cf-4a65-8569-345cbe8072a8 req-cc913ca7-4d78-4b46-9ab5-a63710440be2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 210 time: 0.0334508 Jul 14 10:22:25.147040 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-f4d7ab59-74f0-4e79-9b6f-7dfe8814ec3b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:25.148476 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-f4d7ab59-74f0-4e79-9b6f-7dfe8814ec3b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.58 "GET /v2.0/networks?id=4a81396c-241f-47b0-9c22-fb5e497d7444 HTTP/1.1" status: 200 len: 815 time: 0.1069055 Jul 14 10:22:25.160578 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'port': {'device_id': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'admin_state_up': True, 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:25.576981 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-5c339f89-2a2e-4a53-8c6b-426f59504e17 req-e36e3fe2-3c7a-4d2e-916b-fd3f09391202 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 210 time: 0.0421672 Jul 14 10:22:25.584604 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Made reservation on behalf of 936db5c6e71f4012a4838d484c1ca92e for: {'port': 1} {{(pid=104066) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:25.593330 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:25.757715 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Allocated IP 172.20.0.4 (4a81396c-241f-47b0-9c22-fb5e497d7444/dce07a2e-a177-4978-aa1c-14cb707efbb2/a4970b22-3386-4b5b-93b1-f2bb8380d732) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:25.833623 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:25.927460 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:25.962321 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:26.002795 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:26.014862 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Network 4a81396c-241f-47b0-9c22-fb5e497d7444 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:26.019076 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:26.024060 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:26.029097 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'Port': ['ID=a4970b22-3386-4b5b-93b1-f2bb8380d732,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:26.079822 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:26.080577 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:26.107413 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-2f1490c8-1393-4f15-bd86-59987b56f46e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9502234 Jul 14 10:22:26.347838 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-7e04cdc5-2635-4f1f-b6cf-44ede8fb136d None None] Provisioning complete for port a4970b22-3386-4b5b-93b1-f2bb8380d732 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:26.348399 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e04cdc5-2635-4f1f-b6cf-44ede8fb136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:26.390836 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-7e04cdc5-2635-4f1f-b6cf-44ede8fb136d None None] Port a4970b22-3386-4b5b-93b1-f2bb8380d732 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:22:26.737130 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9916695-8823-4c28-90ca-dfcb419d40f3 req-e1e22851-bc70-4ebc-8e11-993faf3345cc tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:26.738861 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d9916695-8823-4c28-90ca-dfcb419d40f3 req-e1e22851-bc70-4ebc-8e11-993faf3345cc tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 931 time: 0.0788302 Jul 14 10:22:26.807884 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d9916695-8823-4c28-90ca-dfcb419d40f3 req-82800e07-b4dd-4190-849c-5b9c0f4c5021 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610833 Jul 14 10:22:27.939360 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d030b-f0cd-42b7-8c04-9a2b9b649782 req-8eb4484e-02c1-4d2a-81c0-e2dbb39dce54 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:27.944195 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-974d030b-f0cd-42b7-8c04-9a2b9b649782 req-8eb4484e-02c1-4d2a-81c0-e2dbb39dce54 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 931 time: 0.0651524 Jul 14 10:22:27.994218 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54850) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:28.019167 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-974d030b-f0cd-42b7-8c04-9a2b9b649782 req-e7328ab5-28af-407e-9698-34895c5a0826 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678427 Jul 14 10:22:28.045487 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Deleting subnet 336c9621-93e4-4e3f-90d7-ff317d4bbfa3 {{(pid=104067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:22:28.049503 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Publish callbacks [] for subnet (336c9621-93e4-4e3f-90d7-ff317d4bbfa3), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.086351 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131802627'] for subnet (336c9621-93e4-4e3f-90d7-ff317d4bbfa3), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.130668 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (336c9621-93e4-4e3f-90d7-ff317d4bbfa3), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.200302 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131802649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131243376'] for subnet (336c9621-93e4-4e3f-90d7-ff317d4bbfa3), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.231708 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336c9621-93e4-4e3f-90d7-ff317d4bbfa3,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:28.236988 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.240529 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/336c9621-93e4-4e3f-90d7-ff317d4bbfa3 HTTP/1.1" status: 204 len: 168 time: 0.2453008 Jul 14 10:22:28.244506 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54852) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:28.248259 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.248612 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.249057 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.249731 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.250256 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.250686 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.251149 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.251520 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.251852 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.252320 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.252669 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.253018 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.253461 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.253828 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.254152 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75d26-f8be-4593-a9f5-4addd2023257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:28.329577 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (9ac67af7-cb69-4579-9c2c-036fc4920a44), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.412405 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (9ac67af7-cb69-4579-9c2c-036fc4920a44), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.434524 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac67af7-cb69-4579-9c2c-036fc4920a44']}} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:28.444311 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7cd483-3d2d-469d-afb5-94778c398006') {'for_net_delete': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:28.444629 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7cd483-3d2d-469d-afb5-94778c398006') {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:28.457045 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130258046'] for segment (cf7cd483-3d2d-469d-afb5-94778c398006), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.470767 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (cf7cd483-3d2d-469d-afb5-94778c398006), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.477728 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=104066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:28.478267 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131987273'] for segment (cf7cd483-3d2d-469d-afb5-94778c398006), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.540641 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment cf7cd483-3d2d-469d-afb5-94778c398006 resource provider aggregate not found Jul 14 10:22:28.560384 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (9ac67af7-cb69-4579-9c2c-036fc4920a44), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.567531 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment cf7cd483-3d2d-469d-afb5-94778c398006 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf7cd483-3d2d-469d-afb5-94778c398006 found for delete ", "request_id": "req-8382e1b9-04d0-4509-bf62-fe7743d2b97a"}]} Jul 14 10:22:28.573355 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.579255 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9ac67af7-cb69-4579-9c2c-036fc4920a44 HTTP/1.1" status: 204 len: 168 time: 0.3321595 Jul 14 10:22:28.579808 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54858) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:28.591168 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957f467-7c6c-4099-8ed8-aa02983bdaf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac67af7-cb69-4579-9c2c-036fc4920a44,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:28.629495 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76df56e-c1fd-489d-a28c-56372aad13f1 admin admin] Deleting subnet d70556ba-7522-4cd1-bac8-f40ac89b602d {{(pid=104067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:22:28.633316 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f76df56e-c1fd-489d-a28c-56372aad13f1 admin admin] Publish callbacks [] for subnet (d70556ba-7522-4cd1-bac8-f40ac89b602d), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.676197 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f76df56e-c1fd-489d-a28c-56372aad13f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131802627'] for subnet (d70556ba-7522-4cd1-bac8-f40ac89b602d), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.719537 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f76df56e-c1fd-489d-a28c-56372aad13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (d70556ba-7522-4cd1-bac8-f40ac89b602d), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.779864 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f76df56e-c1fd-489d-a28c-56372aad13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131802649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131243376'] for subnet (d70556ba-7522-4cd1-bac8-f40ac89b602d), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.808424 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76df56e-c1fd-489d-a28c-56372aad13f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70556ba-7522-4cd1-bac8-f40ac89b602d,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:28.812247 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f76df56e-c1fd-489d-a28c-56372aad13f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.815385 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-f76df56e-c1fd-489d-a28c-56372aad13f1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d70556ba-7522-4cd1-bac8-f40ac89b602d HTTP/1.1" status: 204 len: 168 time: 0.2344315 Jul 14 10:22:28.817919 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54860) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:28.895578 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (f242eb9a-eafa-4594-8535-631d0fdd1d72), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:28.978635 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (f242eb9a-eafa-4594-8535-631d0fdd1d72), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:29.001232 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f242eb9a-eafa-4594-8535-631d0fdd1d72']}} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:29.010007 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:29.012015 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f93394-3cb6-47f3-88aa-239f104c2e0f') {'for_net_delete': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:29.012308 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f93394-3cb6-47f3-88aa-239f104c2e0f') {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:29.023391 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130258046'] for segment (41f93394-3cb6-47f3-88aa-239f104c2e0f), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:29.041587 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (41f93394-3cb6-47f3-88aa-239f104c2e0f), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:29.049307 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=104066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:29.049897 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131987273'] for segment (41f93394-3cb6-47f3-88aa-239f104c2e0f), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:29.168782 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (f242eb9a-eafa-4594-8535-631d0fdd1d72), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:29.177078 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974d3db-3dfc-499f-9c89-f7dcf7c69e22 req-6c0096b2-94c4-45ae-87d8-13ddeecb4ec7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:29.178597 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d974d3db-3dfc-499f-9c89-f7dcf7c69e22 req-6c0096b2-94c4-45ae-87d8-13ddeecb4ec7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 931 time: 0.0642447 Jul 14 10:22:29.183002 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:29.186034 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f242eb9a-eafa-4594-8535-631d0fdd1d72 HTTP/1.1" status: 204 len: 168 time: 0.3667319 Jul 14 10:22:29.225466 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba85c0b-019d-4581-bcdf-6eb6dbf77ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f242eb9a-eafa-4594-8535-631d0fdd1d72,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:29.260997 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d974d3db-3dfc-499f-9c89-f7dcf7c69e22 req-662e3ad5-52a3-417b-bf3a-2fadfdb61a7a tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737960 Jul 14 10:22:29.412277 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54866) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:29.461365 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-4fb38c3e-c2e3-411f-9831-d40a7810c01f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c70bd29ed724affb53fa8ce5a481429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477979 Jul 14 10:22:29.464348 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54868) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:29.477909 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:29.516182 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-20128c04-b33b-4dcd-ac02-ace8291b187c admin admin] Publish callbacks [] for security_group (956acc8c-06f6-4848-a2ac-2ebf78b32875), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:29.538357 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-20128c04-b33b-4dcd-ac02-ace8291b187c admin admin] Publish callbacks [] for security_group (956acc8c-06f6-4848-a2ac-2ebf78b32875), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:29.587199 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-20128c04-b33b-4dcd-ac02-ace8291b187c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (956acc8c-06f6-4848-a2ac-2ebf78b32875), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:29.590137 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-20128c04-b33b-4dcd-ac02-ace8291b187c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:29.591351 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-20128c04-b33b-4dcd-ac02-ace8291b187c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/956acc8c-06f6-4848-a2ac-2ebf78b32875 HTTP/1.1" status: 204 len: 168 time: 0.1260982 Jul 14 10:22:29.602264 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20128c04-b33b-4dcd-ac02-ace8291b187c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956acc8c-06f6-4848-a2ac-2ebf78b32875,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:29.975088 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54874) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:30.019407 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-832bd9ca-deeb-4ae8-8275-4f6faea1ecd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2091cd4e7d94578b1bf5eb48b174332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430608 Jul 14 10:22:30.021826 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54876) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:30.072465 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e820fb35-c4e7-47a0-98ac-13b24fd315b6 admin admin] Publish callbacks [] for security_group (de55e452-59e7-4672-a2ad-8a528a8d6d23), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:30.097878 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e820fb35-c4e7-47a0-98ac-13b24fd315b6 admin admin] Publish callbacks [] for security_group (de55e452-59e7-4672-a2ad-8a528a8d6d23), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:30.149823 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e820fb35-c4e7-47a0-98ac-13b24fd315b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (de55e452-59e7-4672-a2ad-8a528a8d6d23), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:30.152719 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e820fb35-c4e7-47a0-98ac-13b24fd315b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:30.153968 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-e820fb35-c4e7-47a0-98ac-13b24fd315b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de55e452-59e7-4672-a2ad-8a528a8d6d23 HTTP/1.1" status: 204 len: 168 time: 0.1311879 Jul 14 10:22:30.163279 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820fb35-c4e7-47a0-98ac-13b24fd315b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de55e452-59e7-4672-a2ad-8a528a8d6d23,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:30.404595 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a12787-1f95-49c0-ae24-7984310b8b6b req-a52165b4-1965-4c4b-a282-7feb19f35bf3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:30.406264 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e3a12787-1f95-49c0-ae24-7984310b8b6b req-a52165b4-1965-4c4b-a282-7feb19f35bf3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 931 time: 0.0610435 Jul 14 10:22:30.480692 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e3a12787-1f95-49c0-ae24-7984310b8b6b req-6c92dea8-49cf-4de0-9791-d15a61fa52ef tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Jul 14 10:22:30.590050 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment 41f93394-3cb6-47f3-88aa-239f104c2e0f resource provider aggregate not found Jul 14 10:22:30.613567 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment 41f93394-3cb6-47f3-88aa-239f104c2e0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41f93394-3cb6-47f3-88aa-239f104c2e0f found for delete ", "request_id": "req-47d98a31-a004-426d-923f-7bfa22ffb739"}]} Jul 14 10:22:31.441485 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6342611-c4ab-4e20-a06d-8b206be7a60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:31.601362 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633535e-29b2-4e70-ac1f-aea8dce94c02 req-787c705e-3ae5-48a1-8141-7ea64cefa696 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:31.602955 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c633535e-29b2-4e70-ac1f-aea8dce94c02 req-787c705e-3ae5-48a1-8141-7ea64cefa696 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 931 time: 0.0511274 Jul 14 10:22:31.656100 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c633535e-29b2-4e70-ac1f-aea8dce94c02 req-fda8864e-0a26-41d6-b2d6-4d972d745b72 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472436 Jul 14 10:22:32.054853 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:32.778178 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f00c3e-abd8-4ab9-b599-ba1d5cbd1c14 req-3a03c3ab-7cfd-4536-97b6-e2baa00a5d6c tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:32.779815 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d4f00c3e-abd8-4ab9-b599-ba1d5cbd1c14 req-3a03c3ab-7cfd-4536-97b6-e2baa00a5d6c tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 931 time: 0.0533290 Jul 14 10:22:32.831387 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d4f00c3e-abd8-4ab9-b599-ba1d5cbd1c14 req-3654be22-0814-4fe1-b404-4c4a6bfc9267 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455487 Jul 14 10:22:33.585347 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f4e78248-8a18-4510-90e9-4fc00c113bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:33.802914 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Request body: {'port': {'device_id': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:33.831166 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:33.864380 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:34.014162 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772118-82c4-445c-8fe1-b21d20620c03 req-59016669-ef57-47ba-9f08-0ae894f524dd tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:34.015897 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7b772118-82c4-445c-8fe1-b21d20620c03 req-59016669-ef57-47ba-9f08-0ae894f524dd tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 931 time: 0.1051404 Jul 14 10:22:34.033328 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:22:34.071830 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:34.124126 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7b772118-82c4-445c-8fe1-b21d20620c03 req-e9ce48ee-bd0d-47bb-b1c4-0affb9d1c2a6 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026385 Jul 14 10:22:34.195589 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4970b22-3386-4b5b-93b1-f2bb8380d732 {{(pid=104066) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:22:34.203313 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Publish callbacks [] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:34.215918 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.provisioning_blocks [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Transition to ACTIVE for port object a4970b22-3386-4b5b-93b1-f2bb8380d732 will not be triggered until provisioned by entity L2. {{(pid=104066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:22:34.218858 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131987245'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:34.272334 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4970b22-3386-4b5b-93b1-f2bb8380d732,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:34.346698 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Attempting to bind port a4970b22-3386-4b5b-93b1-f2bb8380d732 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:22:34.347129 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Attempting to bind port a4970b22-3386-4b5b-93b1-f2bb8380d732 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:22:34.347568 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Attempting to bind port a4970b22-3386-4b5b-93b1-f2bb8380d732 on network 4a81396c-241f-47b0-9c22-fb5e497d7444 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:34.353812 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Port a4970b22-3386-4b5b-93b1-f2bb8380d732 on network 4a81396c-241f-47b0-9c22-fb5e497d7444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:22:34.354132 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Attempting to bind port a4970b22-3386-4b5b-93b1-f2bb8380d732 on network 4a81396c-241f-47b0-9c22-fb5e497d7444 {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:34.359321 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:22:34.359658 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Checking segment: {'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:34.360046 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Bound using segment: {'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'} {{(pid=104066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:22:34.360471 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.managers [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Bound port: a4970b22-3386-4b5b-93b1-f2bb8380d732, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444'}}] {{(pid=104066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:22:34.360830 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:34.423901 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] For port a4970b22-3386-4b5b-93b1-f2bb8380d732, host hv-cinder-84980, cleared binding levels {{(pid=104066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:34.426867 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] For port a4970b22-3386-4b5b-93b1-f2bb8380d732, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:34.432959 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131987245'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:34.473365 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:34.473997 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:34.475612 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] 10.222.0.58 "PUT /v2.0/ports/a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 200 len: 1093 time: 0.6773016 Jul 14 10:22:34.476037 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:22:34.478955 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7387a-3901-4442-a152-08795770edd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:34.505297 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4bdcf-6434-4885-bfe6-8801b900a1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4970b22-3386-4b5b-93b1-f2bb8380d732,revision_number=3']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:34.524458 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffec4db-933b-4e07-a632-de60fb4794c6 x-openstack-request-id: req-8ffec4db-933b-4e07-a632-de60fb4794c6 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:34.524755 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:34.525046 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ffec4db-933b-4e07-a632-de60fb4794c6 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:34.525487 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffec4db-933b-4e07-a632-de60fb4794c6'] response: {'name': 'network-changed', 'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'status': 'completed', 'code': 200} Jul 14 10:22:34.571681 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-179d800b-1d87-4d88-be35-4010a4600c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:34.573257 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-179d800b-1d87-4d88-be35-4010a4600c5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=936db5c6e71f4012a4838d484c1ca92e&device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 1127 time: 0.0428486 Jul 14 10:22:34.619231 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-11881dde-67bb-495f-94ad-89251d0d9a50 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 200 len: 217 time: 0.0365365 Jul 14 10:22:34.669250 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-19b31718-25ac-4eac-8a26-97199e407037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:34.670713 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-19b31718-25ac-4eac-8a26-97199e407037 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dce07a2e-a177-4978-aa1c-14cb707efbb2 HTTP/1.1" status: 200 len: 854 time: 0.0458186 Jul 14 10:22:34.713134 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:34.721188 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-c6071896-25d8-4b7d-ba3b-5d2fd6f0cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:34.722702 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-c6071896-25d8-4b7d-ba3b-5d2fd6f0cbaa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a81396c-241f-47b0-9c22-fb5e497d7444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454967 Jul 14 10:22:34.810671 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-736fbd95-48f2-4d00-a289-94f6cd356584 service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814784 Jul 14 10:22:34.903131 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6e975809-71b3-4856-96ba-16cacbfaf5c9 req-8976ce76-bf2a-427d-a727-5d7bd649acd0 service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852616 Jul 14 10:22:35.029995 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:35.237804 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee81cb-99d4-4cf7-b548-f9ceca285032 req-99c15a43-d4df-4ae0-b9e6-51cdd9133091 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:35.239295 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d0ee81cb-99d4-4cf7-b548-f9ceca285032 req-99c15a43-d4df-4ae0-b9e6-51cdd9133091 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 943 time: 0.0470262 Jul 14 10:22:35.286797 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d0ee81cb-99d4-4cf7-b548-f9ceca285032 req-761cb559-6880-4d4e-afdc-eb8bff04278d tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411215 Jul 14 10:22:35.760078 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7387a-3901-4442-a152-08795770edd6 req-7f9e5569-f8b0-4f6e-8418-c8e775486124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:35.761490 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bcf7387a-3901-4442-a152-08795770edd6 req-7f9e5569-f8b0-4f6e-8418-c8e775486124 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=936db5c6e71f4012a4838d484c1ca92e&device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 1127 time: 0.0436306 Jul 14 10:22:35.836792 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:35.852667 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7387a-3901-4442-a152-08795770edd6 req-60c81bb7-7bd6-4b48-9079-087d3c484e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:35.854140 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bcf7387a-3901-4442-a152-08795770edd6 req-60c81bb7-7bd6-4b48-9079-087d3c484e56 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a81396c-241f-47b0-9c22-fb5e497d7444 HTTP/1.1" status: 200 len: 916 time: 0.0855827 Jul 14 10:22:35.897514 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bcf7387a-3901-4442-a152-08795770edd6 req-acf59a80-a2ab-46d5-bd42-196bc42025fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 200 len: 217 time: 0.0367167 Jul 14 10:22:35.943998 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7387a-3901-4442-a152-08795770edd6 req-8f9a68c2-3307-4a1b-a0b5-123392a2f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:35.945391 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bcf7387a-3901-4442-a152-08795770edd6 req-8f9a68c2-3307-4a1b-a0b5-123392a2f00c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dce07a2e-a177-4978-aa1c-14cb707efbb2 HTTP/1.1" status: 200 len: 854 time: 0.0416796 Jul 14 10:22:35.990903 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7387a-3901-4442-a152-08795770edd6 req-457bb378-8143-4540-a104-d9fa097f61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:35.992307 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bcf7387a-3901-4442-a152-08795770edd6 req-457bb378-8143-4540-a104-d9fa097f61a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a81396c-241f-47b0-9c22-fb5e497d7444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368025 Jul 14 10:22:36.083973 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bcf7387a-3901-4442-a152-08795770edd6 req-540684de-3843-4788-94fc-f44d9af9f0c6 service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850315 Jul 14 10:22:36.177909 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bcf7387a-3901-4442-a152-08795770edd6 req-aa859e4f-2c4c-48d8-b147-929177f30cb8 service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835085 Jul 14 10:22:36.390100 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:36.403750 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1ec67-7148-44d3-8c37-3980f6899474 req-55986ccd-f0e9-4f7a-b0c3-c2055529c584 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:36.405228 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c0f1ec67-7148-44d3-8c37-3980f6899474 req-55986ccd-f0e9-4f7a-b0c3-c2055529c584 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 943 time: 0.0488963 Jul 14 10:22:36.455465 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c0f1ec67-7148-44d3-8c37-3980f6899474 req-7364d8a7-d0e0-400f-a1c6-7ed3da97f3b3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446007 Jul 14 10:22:36.495380 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:36.785499 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a4970b22-3386-4b5b-93b1-f2bb8380d732 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:22:36.884543 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port a4970b22-3386-4b5b-93b1-f2bb8380d732, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:36.895729 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'port_id': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:22:36.931012 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port a4970b22-3386-4b5b-93b1-f2bb8380d732 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:36.931397 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:36.943954 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4970b22-3386-4b5b-93b1-f2bb8380d732 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:22:36.964412 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port a4970b22-3386-4b5b-93b1-f2bb8380d732, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:36.968233 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:37.016762 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=a4970b22-3386-4b5b-93b1-f2bb8380d732,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:37.198474 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['a4970b22-3386-4b5b-93b1-f2bb8380d732'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:37.291865 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:37.594468 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd88ca3-6c38-4d8e-9e47-816f1092263c req-8a7a7245-a3d5-4c2d-a80b-a566ab80c583 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:37.595980 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-edd88ca3-6c38-4d8e-9e47-816f1092263c req-8a7a7245-a3d5-4c2d-a80b-a566ab80c583 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 944 time: 0.0656912 Jul 14 10:22:37.649180 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-edd88ca3-6c38-4d8e-9e47-816f1092263c req-f7662a58-22d1-4d5a-9850-7bc4c3075944 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474908 Jul 14 10:22:38.768280 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc7c45-65b7-4a1e-95ec-5991dfb85556 req-cebcb28b-2d04-4c78-8589-4aee72a81d33 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:38.769676 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-93bc7c45-65b7-4a1e-95ec-5991dfb85556 req-cebcb28b-2d04-4c78-8589-4aee72a81d33 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 944 time: 0.0524385 Jul 14 10:22:38.786168 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=42,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:38.800184 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:38.804384 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a4970b22-3386-4b5b-93b1-f2bb8380d732 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:38.805626 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:38.818365 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-93bc7c45-65b7-4a1e-95ec-5991dfb85556 req-d1db4728-4c59-4eb4-a8a9-be65d73ed66f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Jul 14 10:22:38.849342 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port a4970b22-3386-4b5b-93b1-f2bb8380d732 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:22:38.855115 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port a4970b22-3386-4b5b-93b1-f2bb8380d732 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:38.855558 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:38.929132 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port a4970b22-3386-4b5b-93b1-f2bb8380d732 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:38.929504 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:38.952347 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:22:38.954553 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536c6011-28b0-42f1-a6ba-43c98e793e8d" -d '{"events": [{"server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "name": "network-vif-plugged", "status": "completed", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:38.967239 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port a4970b22-3386-4b5b-93b1-f2bb8380d732, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:38.971488 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:38.999349 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e209e92b-54fd-4394-a86a-1926cb1d610a x-openstack-request-id: req-e209e92b-54fd-4394-a86a-1926cb1d610a {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:38.999806 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "name": "network-vif-plugged", "status": "completed", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:39.000066 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e209e92b-54fd-4394-a86a-1926cb1d610a {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:39.000452 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e209e92b-54fd-4394-a86a-1926cb1d610a'] response: {'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'code': 200} Jul 14 10:22:39.002427 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:39.031893 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=a4970b22-3386-4b5b-93b1-f2bb8380d732,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:39.186106 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba7ccf-89af-4eca-ae56-a09a31872c09 req-eace08c4-ce97-4888-b0f3-c175204d8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:39.187576 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-54ba7ccf-89af-4eca-ae56-a09a31872c09 req-eace08c4-ce97-4888-b0f3-c175204d8a3c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 1129 time: 0.0450497 Jul 14 10:22:39.230886 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-54ba7ccf-89af-4eca-ae56-a09a31872c09 req-ab5abfd6-23f6-4204-b477-24abbf867caf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366018 Jul 14 10:22:39.970119 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbee20-0a1d-4f5a-8f06-e9b800e36885 req-ea63a01e-f2fd-49c5-b429-448c166eccc4 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:39.971690 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a3cbee20-0a1d-4f5a-8f06-e9b800e36885 req-ea63a01e-f2fd-49c5-b429-448c166eccc4 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 945 time: 0.0765145 Jul 14 10:22:39.978234 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea213c3-6c30-44c0-9b7b-5f3ef742a376 req-71034b2e-6a1b-4efc-929e-1f274aac167a tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:39.979615 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cea213c3-6c30-44c0-9b7b-5f3ef742a376 req-71034b2e-6a1b-4efc-929e-1f274aac167a tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 946 time: 0.0745916 Jul 14 10:22:40.056642 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a3cbee20-0a1d-4f5a-8f06-e9b800e36885 req-31b9b411-e4bb-44b0-bf3a-19223debd28b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760791 Jul 14 10:22:40.060689 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-cea213c3-6c30-44c0-9b7b-5f3ef742a376 req-e7cdb019-9468-48af-92a7-5986be543c23 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742161 Jul 14 10:22:41.199174 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88e332-e332-41e6-ac93-04dc744dd7bd req-955d4d36-9ac7-4059-b021-6f511e235ea6 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:41.200644 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0f88e332-e332-41e6-ac93-04dc744dd7bd req-955d4d36-9ac7-4059-b021-6f511e235ea6 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 945 time: 0.0762582 Jul 14 10:22:41.206655 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c08c79-bf74-47e6-b4d0-c93e03c304e2 req-e79d5c7b-0d38-4ab6-ab89-a31cd22d5497 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:41.208001 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-60c08c79-bf74-47e6-b4d0-c93e03c304e2 req-e79d5c7b-0d38-4ab6-ab89-a31cd22d5497 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 946 time: 0.0724900 Jul 14 10:22:41.284371 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0f88e332-e332-41e6-ac93-04dc744dd7bd req-26006ef4-a328-4bda-9579-0a3654c89798 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754142 Jul 14 10:22:41.288350 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-60c08c79-bf74-47e6-b4d0-c93e03c304e2 req-a9d11034-4450-429b-9331-0b7f2ba10ecc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735769 Jul 14 10:22:42.011213 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:42.047469 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-9eb8a562-1792-43e9-a790-d8290c6e0a35 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:42.048874 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-9eb8a562-1792-43e9-a790-d8290c6e0a35 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 946 time: 0.0470188 Jul 14 10:22:42.129965 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Deleting port 8ba13434-52d7-4813-b0c6-beeb755f6fda {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:22:42.130303 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:42.221268 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] For port 8ba13434-52d7-4813-b0c6-beeb755f6fda, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8ba13434-52d7-4813-b0c6-beeb755f6fda,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:42.221840 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:42.448081 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:42.453351 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:42.453715 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (941219d4-37a3-41ca-8593-42a382ebbbd7), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:42.454121 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Floating IP 941219d4-37a3-41ca-8593-42a382ebbbd7 disassociated. External IP: 172.27.0.172, port: 8ba13434-52d7-4813-b0c6-beeb755f6fda. Jul 14 10:22:42.454474 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Calling delete_port for 8ba13434-52d7-4813-b0c6-beeb755f6fda owned by compute:nova {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:22:42.462569 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a38e7-bd87-4870-aa13-74fbd01a3469 req-55f39dfa-27d3-4871-8171-6c7fdce93f49 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:42.464015 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d35a38e7-bd87-4870-aa13-74fbd01a3469 req-55f39dfa-27d3-4871-8171-6c7fdce93f49 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 945 time: 0.0954604 Jul 14 10:22:42.488571 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332af207-b1d5-4d5b-b205-94ed854b318a req-359c3262-88de-408f-a66d-cc8b6dbf4cf9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:42.490173 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-332af207-b1d5-4d5b-b205-94ed854b318a req-359c3262-88de-408f-a66d-cc8b6dbf4cf9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1ec4c5-369c-4368-aa74-03211ceea168 HTTP/1.1" status: 200 len: 946 time: 0.1101892 Jul 14 10:22:42.600780 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d35a38e7-bd87-4870-aa13-74fbd01a3469 req-06f2bfaa-62c8-49e7-b2e1-662ecf7d69fd tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292901 Jul 14 10:22:42.626520 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-332af207-b1d5-4d5b-b205-94ed854b318a req-21f40a39-a7e6-420b-b335-0599274510bf tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=f13098d6-4f48-44be-9bd1-e32a3ffe8bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261094 Jul 14 10:22:42.705984 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (8ba13434-52d7-4813-b0c6-beeb755f6fda), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:42.741357 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event deleted for resources: {'Port': ['ID=8ba13434-52d7-4813-b0c6-beeb755f6fda,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:42.756346 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb6510-33f1-4c69-ae0c-c5f6fb0c8145 req-35d296e7-d343-41b4-8983-70e14c253f4d tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:42.757987 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2bb6510-33f1-4c69-ae0c-c5f6fb0c8145 req-35d296e7-d343-41b4-8983-70e14c253f4d tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 945 time: 0.0871322 Jul 14 10:22:42.883823 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2bb6510-33f1-4c69-ae0c-c5f6fb0c8145 req-770ef3c4-a549-4229-8cdb-42988a28e4fd tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895255 Jul 14 10:22:42.895432 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:22:42.902202 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:43.001910 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:43.012444 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] Sync routers for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:43.024959 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:43.025952 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:43.150435 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:43.345597 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] No DVR routers for this DVR port 8ba13434-52d7-4813-b0c6-beeb755f6fda on host hv-cinder-84980 {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:22:43.349768 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:43.350389 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:43.353663 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-66d4db12-2ae7-45b8-a788-f1e869d67072 req-93ebb66a-27c2-40a0-803c-5c2525a2b347 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.58 "DELETE /v2.0/ports/8ba13434-52d7-4813-b0c6-beeb755f6fda HTTP/1.1" status: 204 len: 173 time: 1.2987664 Jul 14 10:22:43.354103 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'name': 'network-vif-deleted', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:22:43.356345 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56d5082-57bd-4cc6-9487-6fd9f6d845a6" -d '{"events": [{"server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "name": "network-vif-deleted", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:43.374383 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c56cd-633b-4977-9a73-def4690690cb req-c9b1c7a5-9412-4f6c-ba39-20944af568e9 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:43.375937 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-359c56cd-633b-4977-9a73-def4690690cb req-c9b1c7a5-9412-4f6c-ba39-20944af568e9 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 945 time: 0.0743735 Jul 14 10:22:43.383044 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] Checking router: 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:43.392719 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:43.393115 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:43.401964 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84d2df1-22b8-44c5-9603-668ac05dc3d9 x-openstack-request-id: req-e84d2df1-22b8-44c5-9603-668ac05dc3d9 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:43.402258 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1ec4c5-369c-4368-aa74-03211ceea168", "name": "network-vif-deleted", "tag": "8ba13434-52d7-4813-b0c6-beeb755f6fda", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:43.402510 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e84d2df1-22b8-44c5-9603-668ac05dc3d9 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:43.402910 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84d2df1-22b8-44c5-9603-668ac05dc3d9'] response: {'server_uuid': '3a1ec4c5-369c-4368-aa74-03211ceea168', 'name': 'network-vif-deleted', 'tag': '8ba13434-52d7-4813-b0c6-beeb755f6fda', 'status': 'completed', 'code': 200} Jul 14 10:22:43.444179 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-359c56cd-633b-4977-9a73-def4690690cb req-c7c2e891-4eb6-4264-a332-88e6f9b9c6c4 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530958 Jul 14 10:22:43.641217 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:43.722270 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:43.730007 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54956) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:43.796028 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a585cb3-7760-4da7-9d2b-dd4b3d56b38e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (f13098d6-4f48-44be-9bd1-e32a3ffe8bff), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:43.830060 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a585cb3-7760-4da7-9d2b-dd4b3d56b38e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (f13098d6-4f48-44be-9bd1-e32a3ffe8bff), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:43.845470 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:43.872214 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbceec0d-1eb8-4424-bfa8-04142556efc1 None None] The sync data for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi is: [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:43.885327 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a585cb3-7760-4da7-9d2b-dd4b3d56b38e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (f13098d6-4f48-44be-9bd1-e32a3ffe8bff), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:43.887779 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a585cb3-7760-4da7-9d2b-dd4b3d56b38e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:43.888959 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-2a585cb3-7760-4da7-9d2b-dd4b3d56b38e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "DELETE /v2.0/security-groups/f13098d6-4f48-44be-9bd1-e32a3ffe8bff HTTP/1.1" status: 204 len: 168 time: 0.1577079 Jul 14 10:22:43.892980 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54962) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:43.900010 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a585cb3-7760-4da7-9d2b-dd4b3d56b38e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13098d6-4f48-44be-9bd1-e32a3ffe8bff,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:43.911055 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.api.v2.resource [None req-30debcd5-c54f-43d4-9058-22906c74f398 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] show failed (client error): The resource could not be found. Jul 14 10:22:43.918283 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54964) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:43.930636 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-30debcd5-c54f-43d4-9058-22906c74f398 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups/f13098d6-4f48-44be-9bd1-e32a3ffe8bff HTTP/1.1" status: 404 len: 347 time: 0.0359662 Jul 14 10:22:44.024649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:44.029647 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:44.039711 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-eb7f7ea5-c124-4095-9fcd-98806cde67f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Deleting port 8d068d79-6f38-43f7-83ef-c487a0681314 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:22:44.040054 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7ea5-c124-4095-9fcd-98806cde67f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (8d068d79-6f38-43f7-83ef-c487a0681314), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.114128 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63935edf-6f43-478b-b51d-a93b0caf5976 None None] New status for floating IP 941219d4-37a3-41ca-8593-42a382ebbbd7: DOWN {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:22:44.125582 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7ea5-c124-4095-9fcd-98806cde67f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (8d068d79-6f38-43f7-83ef-c487a0681314), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.125917 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7ea5-c124-4095-9fcd-98806cde67f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (8d068d79-6f38-43f7-83ef-c487a0681314), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.138493 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-eb7f7ea5-c124-4095-9fcd-98806cde67f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Calling delete_port for 8d068d79-6f38-43f7-83ef-c487a0681314 owned by network:floatingip {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:22:44.275697 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7ea5-c124-4095-9fcd-98806cde67f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (8d068d79-6f38-43f7-83ef-c487a0681314), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.302104 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f7ea5-c124-4095-9fcd-98806cde67f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event deleted for resources: {'Port': ['ID=8d068d79-6f38-43f7-83ef-c487a0681314,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:44.363349 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7ea5-c124-4095-9fcd-98806cde67f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (941219d4-37a3-41ca-8593-42a382ebbbd7), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.365821 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7ea5-c124-4095-9fcd-98806cde67f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.366952 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-eb7f7ea5-c124-4095-9fcd-98806cde67f5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "DELETE /v2.0/floatingips/941219d4-37a3-41ca-8593-42a382ebbbd7 HTTP/1.1" status: 204 len: 168 time: 0.4472897 Jul 14 10:22:44.597946 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 54968) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:44.602892 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-44691cbe-b22d-4b89-a00a-34539b62abb0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129033426', 'description': 'tempest-description--336054625'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:44.625211 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44691cbe-b22d-4b89-a00a-34539b62abb0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.691340 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44691cbe-b22d-4b89-a00a-34539b62abb0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (711ca47d-2813-44dc-bf83-f68a5d30d9f4), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.695003 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44691cbe-b22d-4b89-a00a-34539b62abb0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (711ca47d-2813-44dc-bf83-f68a5d30d9f4), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.725670 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-44691cbe-b22d-4b89-a00a-34539b62abb0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.727427 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-44691cbe-b22d-4b89-a00a-34539b62abb0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1285005 Jul 14 10:22:44.729293 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44691cbe-b22d-4b89-a00a-34539b62abb0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711ca47d-2813-44dc-bf83-f68a5d30d9f4,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:44.730700 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54970) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:44.736232 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-dbd5358c-b8ba-403a-a023-7d0d660c3a58 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'security_group_rule': {'security_group_id': '711ca47d-2813-44dc-bf83-f68a5d30d9f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:44.764147 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-dbd5358c-b8ba-403a-a023-7d0d660c3a58 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (4c7b4a6c-3268-4531-b981-8f7132163f01), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.807759 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:44.821422 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-dbd5358c-b8ba-403a-a023-7d0d660c3a58 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (4c7b4a6c-3268-4531-b981-8f7132163f01), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.825641 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-dbd5358c-b8ba-403a-a023-7d0d660c3a58 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (4c7b4a6c-3268-4531-b981-8f7132163f01), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.843768 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5358c-b8ba-403a-a023-7d0d660c3a58 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7b4a6c-3268-4531-b981-8f7132163f01,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:44.852887 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-dbd5358c-b8ba-403a-a023-7d0d660c3a58 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.856607 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-dbd5358c-b8ba-403a-a023-7d0d660c3a58 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216891 Jul 14 10:22:44.857002 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54974) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:44.861307 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-4d635eb8-3e27-4181-9cda-dc24bdac6d5e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'security_group_rule': {'security_group_id': '711ca47d-2813-44dc-bf83-f68a5d30d9f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:44.890395 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4d635eb8-3e27-4181-9cda-dc24bdac6d5e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (cfd672c3-2c34-449d-88ab-69a8f943d5bb), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.950253 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4d635eb8-3e27-4181-9cda-dc24bdac6d5e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (cfd672c3-2c34-449d-88ab-69a8f943d5bb), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.953688 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4d635eb8-3e27-4181-9cda-dc24bdac6d5e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (cfd672c3-2c34-449d-88ab-69a8f943d5bb), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.971730 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d635eb8-3e27-4181-9cda-dc24bdac6d5e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd672c3-2c34-449d-88ab-69a8f943d5bb,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:44.979090 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-4d635eb8-3e27-4181-9cda-dc24bdac6d5e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:44.983155 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-4d635eb8-3e27-4181-9cda-dc24bdac6d5e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221843 Jul 14 10:22:44.983155 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 54980) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:44.987577 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:45.009262 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:45.092122 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:45.101492 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:45.213215 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Allocated IP 172.27.0.208 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/78fc268c-34a4-46cd-9a6a-046c466672f7) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:45.323895 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for port (78fc268c-34a4-46cd-9a6a-046c466672f7), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:45.359756 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (78fc268c-34a4-46cd-9a6a-046c466672f7), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:45.401523 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:45.408207 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:45.412260 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:45.434973 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'Port': ['ID=78fc268c-34a4-46cd-9a6a-046c466672f7,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:45.499423 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (341019c9-d82f-4ff9-b7df-b7b4325b96e9), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:45.528343 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:45.540457 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (78fc268c-34a4-46cd-9a6a-046c466672f7), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:45.687815 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for port (78fc268c-34a4-46cd-9a6a-046c466672f7), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:45.692305 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131987245'] for port (78fc268c-34a4-46cd-9a6a-046c466672f7), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:45.769953 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'Port': ['ID=78fc268c-34a4-46cd-9a6a-046c466672f7,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:45.778177 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (341019c9-d82f-4ff9-b7df-b7b4325b96e9), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:45.794598 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:45.795824 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-9c503d2c-889f-4926-821e-e19e6b7f93a3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8117347 Jul 14 10:22:45.974357 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:46.004948 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-8967ee3b-ef09-4156-ae76-bc843940af49 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2129033426&fields=id&tenant_id=4f945783031448849dc0e5a3337f8c76 HTTP/1.1" status: 200 len: 267 time: 0.0450368 Jul 14 10:22:46.115125 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-8822c323-97f2-4edd-b6b5-24ad45cb7f12 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:46.116586 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-8822c323-97f2-4edd-b6b5-24ad45cb7f12 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 817 time: 0.1046746 Jul 14 10:22:46.131082 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-13b1f8da-56eb-45c1-8db5-494fbceee490 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/quotas/4f945783031448849dc0e5a3337f8c76 HTTP/1.1" status: 200 len: 375 time: 0.0089734 Jul 14 10:22:46.180936 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-b5b7f89a-3d08-4beb-9e1e-e2bae182346e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444307 Jul 14 10:22:46.280268 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-6459226e-ea50-4e43-b58e-2f56b1380cc0 service neutron] 10.222.0.61 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881302 Jul 14 10:22:46.380886 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-7fb2a164-439b-449e-b0bf-322aeac3e906 service neutron] 10.222.0.61 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947485 Jul 14 10:22:46.568445 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2833c437-f9c7-4db4-bbc3-77dc7d56bbed req-ada549a1-4a65-49b3-9f75-c68df8c15c6a tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 210 time: 0.0317898 Jul 14 10:22:47.623851 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 8ba13434-52d7-4813-b0c6-beeb755f6fda no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:47.647196 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 8ba13434-52d7-4813-b0c6-beeb755f6fda {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:22:47.647545 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 8ba13434-52d7-4813-b0c6-beeb755f6fda not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:47.674506 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b9f8665b-bd1e-4619-a321-b03f26a50ea4 req-5ae34479-1838-4d61-9b5a-60cfd98f59e0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 210 time: 0.0320816 Jul 14 10:22:48.772972 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-54a05c45-ba35-4678-8381-a3afa074faac req-d6b57407-5f89-43e9-9a47-620935aa5626 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 210 time: 0.0278206 Jul 14 10:22:49.400899 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-d73d3b60-2af9-4640-87c3-7e9b9ecff368 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393851 Jul 14 10:22:49.465719 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-d2ea110f-94cb-4e27-832f-d8117c3544b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:49.467281 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-d2ea110f-94cb-4e27-832f-d8117c3544b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 1129 time: 0.0408564 Jul 14 10:22:49.796642 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-d5a96ca2-7df6-452e-9a8d-d8bc75bc8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:49.798072 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-d5a96ca2-7df6-452e-9a8d-d8bc75bc8a40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 913 time: 0.0945129 Jul 14 10:22:49.872968 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-16778f5e-d4f2-4286-be31-c1f5e12f1af4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2 HTTP/1.1" status: 200 len: 1001 time: 0.0685217 Jul 14 10:22:49.916234 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:49.938530 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-c29e1d7d-4650-4223-8b21-403d8728b1dc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:49.940024 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-c29e1d7d-4650-4223-8b21-403d8728b1dc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 817 time: 0.1468105 Jul 14 10:22:49.941556 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c339e2e8-5475-4e18-a977-03b675710692 req-45cabe46-6274-404f-a805-988246db3aa9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 210 time: 0.0669503 Jul 14 10:22:49.979613 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-00783851-f52c-4ffc-ba05-861ec77e3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:49.979613 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-00783851-f52c-4ffc-ba05-861ec77e3e2f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0892379 Jul 14 10:22:50.030277 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-96dd27b3-eb24-4e99-bfe4-78a861cf5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:50.030896 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-f8c56664-2da7-4b1f-920e-67cd2d1d83ef tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f945783031448849dc0e5a3337f8c76 HTTP/1.1" status: 200 len: 380 time: 0.0762925 Jul 14 10:22:50.032443 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-96dd27b3-eb24-4e99-bfe4-78a861cf5818 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474408 Jul 14 10:22:50.120001 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'port': {'device_id': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'admin_state_up': True, 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'security_groups': ['711ca47d-2813-44dc-bf83-f68a5d30d9f4']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:50.206502 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-d1ee633d-594f-4cf3-b7ba-195f95e7d37b service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918190 Jul 14 10:22:50.238125 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Made reservation on behalf of 4f945783031448849dc0e5a3337f8c76 for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:50.241787 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:50.298877 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ebea455a-2c22-490c-9f7d-4ed5f4d13a14 req-b8c64e20-d049-44e5-b336-94077f6f022e service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855289 Jul 14 10:22:50.373724 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Allocated IP 172.20.0.7 (9b0d2893-bd16-48bf-a613-0a94b5150967/db6a6c10-3435-4c66-86d7-27a28ddb5321/7394de63-0ffc-4bd9-89f0-6e8ea590a6c1) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:50.513028 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:50.518514 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:50.548477 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:50.578408 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:50.596120 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Network 9b0d2893-bd16-48bf-a613-0a94b5150967 is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:50.603300 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:50.605687 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event updated for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:50.607880 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:50.660269 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:50.660892 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:50.678177 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-e907f073-8077-4dce-b8ae-f016d8269de1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627568 Jul 14 10:22:50.692359 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Request body: {'port': {'device_id': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:50.753588 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:50.818071 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-865316d1-1453-4f58-972b-b964ab814495 None None] Provisioning complete for port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:50.818662 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-865316d1-1453-4f58-972b-b964ab814495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:50.848992 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-865316d1-1453-4f58-972b-b964ab814495 None None] Port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:22:51.008512 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:22:51.016309 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Publish callbacks [] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:51.030142 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Transition to ACTIVE for port object 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:22:51.033959 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:51.073952 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f246f-1d96-4044-bc1d-f905488565d3 req-28004e1c-914e-420e-9bbe-e79b3474fac7 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:51.075650 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-de4f246f-1d96-4044-bc1d-f905488565d3 req-28004e1c-914e-420e-9bbe-e79b3474fac7 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0477767 Jul 14 10:22:51.088725 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Pushing event updated for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:51.160800 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Attempting to bind port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:22:51.161169 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Attempting to bind port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:22:51.161528 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Attempting to bind port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 on network 9b0d2893-bd16-48bf-a613-0a94b5150967 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:51.165889 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-de4f246f-1d96-4044-bc1d-f905488565d3 req-55a81d04-dccf-4bf4-9a84-34ee9fac56b2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834966 Jul 14 10:22:51.167116 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 on network 9b0d2893-bd16-48bf-a613-0a94b5150967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:22:51.167507 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Attempting to bind port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 on network 9b0d2893-bd16-48bf-a613-0a94b5150967 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:51.172788 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:22:51.173215 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Checking segment: {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:51.173653 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Bound using segment: {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:22:51.174137 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Bound port: 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd473e11-0236-47c8-a4fd-c96719c06f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:22:51.174429 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:51.256289 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:51.260299 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:51.266573 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:51.301684 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:51.302294 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:51.303650 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] 10.222.0.58 "PUT /v2.0/ports/7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 HTTP/1.1" status: 200 len: 1093 time: 0.6155846 Jul 14 10:22:51.304075 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:22:51.306349 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa62935-432f-4c21-b800-8582f06a574a" -d '{"events": [{"name": "network-changed", "server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:51.328043 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174ea76-7d52-4f44-bbb2-718c2ce0e796 service neutron] Pushing event updated for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:51.344444 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7f3b4f-fd3e-4495-8d22-38a25b430ab6 x-openstack-request-id: req-4d7f3b4f-fd3e-4495-8d22-38a25b430ab6 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:51.344729 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:51.344997 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d7f3b4f-fd3e-4495-8d22-38a25b430ab6 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:51.345566 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7f3b4f-fd3e-4495-8d22-38a25b430ab6'] response: {'name': 'network-changed', 'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'status': 'completed', 'code': 200} Jul 14 10:22:51.615217 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62935-432f-4c21-b800-8582f06a574a req-ea332925-fa22-4e34-8814-b627f4b6ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:51.616696 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6fa62935-432f-4c21-b800-8582f06a574a req-ea332925-fa22-4e34-8814-b627f4b6ab06 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 1127 time: 0.0408719 Jul 14 10:22:51.634047 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:51.706163 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:51.728595 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62935-432f-4c21-b800-8582f06a574a req-85829579-5cdd-470d-b95e-d40b23b3a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:51.730079 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6fa62935-432f-4c21-b800-8582f06a574a req-85829579-5cdd-470d-b95e-d40b23b3a180 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f945783031448849dc0e5a3337f8c76&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1054521 Jul 14 10:22:51.823271 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62935-432f-4c21-b800-8582f06a574a req-a23edce1-d331-4c17-9cbb-3a07feba83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:51.824720 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6fa62935-432f-4c21-b800-8582f06a574a req-a23edce1-d331-4c17-9cbb-3a07feba83a6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880930 Jul 14 10:22:51.918727 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-ae3365aa-4c88-4027-ae7e-41467494eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:51.920205 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-ae3365aa-4c88-4027-ae7e-41467494eddc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 1127 time: 0.0435498 Jul 14 10:22:51.959935 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-b4b54c96-da39-4f5b-bfa5-9093ff3c35b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 HTTP/1.1" status: 200 len: 217 time: 0.0314314 Jul 14 10:22:52.019204 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-173fa0ad-22d3-4607-afb9-8fb7a4c4adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:52.020654 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-173fa0ad-22d3-4607-afb9-8fb7a4c4adb6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.0456512 Jul 14 10:22:52.069945 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-9525ac73-9911-43d7-b254-c0b88e3baf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:52.071561 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-9525ac73-9911-43d7-b254-c0b88e3baf9e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419438 Jul 14 10:22:52.172130 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-2b393e77-ad5b-4c1a-a2ab-99a199bd59b6 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831311 Jul 14 10:22:52.241918 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:52.269869 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9844b185-cf14-4cea-a8ad-c8ffe7f4ebba req-41ace843-d468-4329-8833-1ebcada8abc6 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917804 Jul 14 10:22:52.278937 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6590cff-40c4-4846-bf92-a094cd318808 req-9ffebc9e-0189-43e7-9792-dba418244762 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:52.280404 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b6590cff-40c4-4846-bf92-a094cd318808 req-9ffebc9e-0189-43e7-9792-dba418244762 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0486274 Jul 14 10:22:52.327268 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b6590cff-40c4-4846-bf92-a094cd318808 req-46476a98-681b-4f66-9252-aefff21941f8 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412221 Jul 14 10:22:52.428370 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:52.934747 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7408dc-93e0-445a-b65e-b4b2ad486c7b req-50932f11-5a88-42fb-9edf-5be6e5391df7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:52.936179 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-aa7408dc-93e0-445a-b65e-b4b2ad486c7b req-50932f11-5a88-42fb-9edf-5be6e5391df7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 945 time: 0.0463266 Jul 14 10:22:52.981869 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-aa7408dc-93e0-445a-b65e-b4b2ad486c7b req-5b6d43f9-0e54-4903-8892-435c7d4fe70d tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401542 Jul 14 10:22:53.004363 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55076) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:53.188019 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547dbd1-0bce-4fe0-b7d0-b2889a5eedf0 tempest-TestMinimumBasicScenario-736333470 tempest-TestMinimumBasicScenario-736333470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:53.189549 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-1547dbd1-0bce-4fe0-b7d0-b2889a5eedf0 tempest-TestMinimumBasicScenario-736333470 tempest-TestMinimumBasicScenario-736333470-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 1124 time: 0.1841943 Jul 14 10:22:53.192431 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55080) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:53.196659 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'port_id': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:53.217690 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:53.298590 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:53.413228 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Allocated IP 172.27.0.66 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/f15f676e-30a0-43ba-8de6-67da566803d8) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:53.489875 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd4f63-20c4-4069-83b4-de27f97c7098 req-b2466ca2-15e6-48b3-816f-04fcc387c3de tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:53.491232 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-38cd4f63-20c4-4069-83b4-de27f97c7098 req-b2466ca2-15e6-48b3-816f-04fcc387c3de tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0860090 Jul 14 10:22:53.574953 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-3796fda1-3aaf-4626-8c27-b0caf25f1e16 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957205412&fields=id&tenant_id=f5484157d3894ec097d1f1b2e0bacc16 HTTP/1.1" status: 200 len: 267 time: 0.1517177 Jul 14 10:22:53.608267 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:53.628160 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-38cd4f63-20c4-4069-83b4-de27f97c7098 req-965aad7f-b368-47fb-8956-d85eaef73049 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233230 Jul 14 10:22:53.690651 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for port (f15f676e-30a0-43ba-8de6-67da566803d8), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:53.695094 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:53.751255 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b146-65e3-491d-94ed-df918271d793 req-ec3d2b68-e76a-475a-8f5c-b979dcdb8fab tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:53.752599 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-ec3d2b68-e76a-475a-8f5c-b979dcdb8fab tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 812 time: 0.1690695 Jul 14 10:22:53.753987 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (f15f676e-30a0-43ba-8de6-67da566803d8), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:53.793796 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-89f64a64-4b7a-4c49-ae6f-79f503d6cc6f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/quotas/f5484157d3894ec097d1f1b2e0bacc16 HTTP/1.1" status: 200 len: 375 time: 0.0340278 Jul 14 10:22:53.802895 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:53.817939 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:53.823644 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:53.826623 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'Port': ['ID=f15f676e-30a0-43ba-8de6-67da566803d8,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:53.875916 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.876260 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.876590 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.876935 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.877271 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.877597 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.877924 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.878243 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.878563 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.878884 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.879204 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.879521 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.879836 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.880155 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.880470 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:53.903544 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-c2c26214-ccc5-4487-9842-5310324de19d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031907 Jul 14 10:22:54.153195 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-13252e47-bd7c-4c53-9e43-fc156968b1e7 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259743 Jul 14 10:22:54.185525 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:54.189556 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:54.327333 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-0f0c59f7-2491-48e4-bb80-ca215f372c21 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681457 Jul 14 10:22:54.372050 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for floatingip (8f6dce37-1b25-49be-a2b1-9018be9edf9a), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:54.393729 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:54.442987 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (f15f676e-30a0-43ba-8de6-67da566803d8), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:54.566069 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:54.599599 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for port (f15f676e-30a0-43ba-8de6-67da566803d8), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:54.604891 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131987245'] for port (f15f676e-30a0-43ba-8de6-67da566803d8), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:54.690671 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d6443e48-0249-4810-ae36-c89575269df5 req-5098fe14-770b-44f2-90f6-b43f6594eac8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 210 time: 0.0771015 Jul 14 10:22:54.703588 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'Port': ['ID=f15f676e-30a0-43ba-8de6-67da566803d8,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:54.746017 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (8f6dce37-1b25-49be-a2b1-9018be9edf9a), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:54.799314 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1df158-7283-4884-a9b3-c9acc58d292c req-a65b8446-4376-44b5-8f3f-86cf5edee3d4 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:54.800789 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2c1df158-7283-4884-a9b3-c9acc58d292c req-a65b8446-4376-44b5-8f3f-86cf5edee3d4 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0981996 Jul 14 10:22:54.894014 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:22:55.003410 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:55.015104 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'port_id': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'mac_address': 'fa:16:3e:f3:e1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:22:55.058426 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:55.058813 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:55.073623 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:22:55.086154 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:55.096364 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:55.100677 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:55.153123 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:55.183173 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2c1df158-7283-4884-a9b3-c9acc58d292c req-1868944c-fde0-4769-b405-4f92d552698d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743753 Jul 14 10:22:55.184542 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Floating IP 8f6dce37-1b25-49be-a2b1-9018be9edf9a associated. External IP: 172.27.0.66, port: a4970b22-3386-4b5b-93b1-f2bb8380d732. Jul 14 10:22:55.339972 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:55.380698 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:22:55.486983 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:55.498073 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] Sync routers for ids ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:55.499919 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:55.506678 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:55.510987 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] Routers {'0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:55.511713 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:55.540512 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-d9388490-72ca-4e94-8c24-40917ce21869 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3469877 Jul 14 10:22:55.541123 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55114) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:55.541542 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:22:55.543774 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e6772e-152f-4bc3-817c-339d513ff098" -d '{"events": [{"name": "network-changed", "server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:55.560915 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-2a557163-fd20-41b8-89e8-970c0e363916 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-905895090', 'description': 'tempest-secgroup-smoke-905895090 description', 'project_id': '936db5c6e71f4012a4838d484c1ca92e'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:55.587762 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fed9aa-05e0-4632-8d7e-5d6b5bc94fb4 x-openstack-request-id: req-d1fed9aa-05e0-4632-8d7e-5d6b5bc94fb4 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:55.588055 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:55.588359 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1fed9aa-05e0-4632-8d7e-5d6b5bc94fb4 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:55.588771 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fed9aa-05e0-4632-8d7e-5d6b5bc94fb4'] response: {'name': 'network-changed', 'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'status': 'completed', 'code': 200} Jul 14 10:22:55.594554 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a557163-fd20-41b8-89e8-970c0e363916 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:55.652741 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] Set router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:55.672361 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6772e-152f-4bc3-817c-339d513ff098 req-f49dc0dd-1c20-4e9b-b9a1-c873d56b2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:55.673905 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-83e6772e-152f-4bc3-817c-339d513ff098 req-f49dc0dd-1c20-4e9b-b9a1-c873d56b2461 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=936db5c6e71f4012a4838d484c1ca92e&device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 1129 time: 0.0586915 Jul 14 10:22:55.690453 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b146-65e3-491d-94ed-df918271d793 req-6a1db915-126a-49fa-992d-83f03b9facaf tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:55.692986 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-6a1db915-126a-49fa-992d-83f03b9facaf tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 812 time: 0.1590083 Jul 14 10:22:55.701229 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:55.771389 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a557163-fd20-41b8-89e8-970c0e363916 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group (80b09934-2cb8-479e-9e1f-6b1c41f0a652), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:55.781533 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a557163-fd20-41b8-89e8-970c0e363916 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (80b09934-2cb8-479e-9e1f-6b1c41f0a652), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:55.791302 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:55.791916 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-2acdf3cf-8b5d-4413-85eb-f3874a9eec58 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5484157d3894ec097d1f1b2e0bacc16 HTTP/1.1" status: 200 len: 379 time: 0.0869198 Jul 14 10:22:55.807980 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'port': {'device_id': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'admin_state_up': True, 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'security_groups': ['92c0e916-9dd3-4191-8d1f-802210854b90']}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:55.859051 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9c573583-5fd0-452a-bd8e-cdb4fc2ae10f req-28b4e5f4-8841-4030-8a49-9a70b4cae03f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 210 time: 0.0537598 Jul 14 10:22:55.866612 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a557163-fd20-41b8-89e8-970c0e363916 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b09934-2cb8-479e-9e1f-6b1c41f0a652,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:55.877984 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-2a557163-fd20-41b8-89e8-970c0e363916 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:55.882005 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-2a557163-fd20-41b8-89e8-970c0e363916 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3325012 Jul 14 10:22:55.883321 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55120) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:55.896604 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-da4b60d7-5b1e-45c6-b00d-67c60626679f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'security_group_rule': {'security_group_id': '80b09934-2cb8-479e-9e1f-6b1c41f0a652', 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:55.896604 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6772e-152f-4bc3-817c-339d513ff098 req-7fc1ae5f-6d66-463e-af43-6f2afe033fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:55.896604 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-83e6772e-152f-4bc3-817c-339d513ff098 req-7fc1ae5f-6d66-463e-af43-6f2afe033fa3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a81396c-241f-47b0-9c22-fb5e497d7444 HTTP/1.1" status: 200 len: 916 time: 0.2090898 Jul 14 10:22:55.921619 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '8f6dce37-1b25-49be-a2b1-9018be9edf9a', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'port_id': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:22:54Z', 'updated_at': '2022-07-14T10:22:54Z', 'revision_number': 0, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 5, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:55.952172 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] Checking router: 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:55.962845 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] Routers {'0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:22:55.963438 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:55.965678 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-da4b60d7-5b1e-45c6-b00d-67c60626679f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (c4f07394-f217-4a12-afe9-846603fa8d17), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:55.968015 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Made reservation on behalf of f5484157d3894ec097d1f1b2e0bacc16 for: {'port': 1} {{(pid=104067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:55.971865 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:55.973050 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-83e6772e-152f-4bc3-817c-339d513ff098 req-de6936c8-28f0-4e48-b70e-614a477fc702 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 200 len: 998 time: 0.0697591 Jul 14 10:22:56.053168 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6772e-152f-4bc3-817c-339d513ff098 req-b5a7ab37-8d18-4330-b4cd-f579745e1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:56.054748 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-83e6772e-152f-4bc3-817c-339d513ff098 req-b5a7ab37-8d18-4330-b4cd-f579745e1dc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dce07a2e-a177-4978-aa1c-14cb707efbb2 HTTP/1.1" status: 200 len: 854 time: 0.0753164 Jul 14 10:22:56.076901 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-da4b60d7-5b1e-45c6-b00d-67c60626679f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (c4f07394-f217-4a12-afe9-846603fa8d17), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.077377 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] Set router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:22:56.099827 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-da4b60d7-5b1e-45c6-b00d-67c60626679f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (c4f07394-f217-4a12-afe9-846603fa8d17), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.130363 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b60d7-5b1e-45c6-b00d-67c60626679f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f07394-f217-4a12-afe9-846603fa8d17,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:56.132908 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6772e-152f-4bc3-817c-339d513ff098 req-d9752567-0559-4db4-844d-37ff59e2fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:56.134569 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-83e6772e-152f-4bc3-817c-339d513ff098 req-d9752567-0559-4db4-844d-37ff59e2fa54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a81396c-241f-47b0-9c22-fb5e497d7444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718486 Jul 14 10:22:56.138079 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-da4b60d7-5b1e-45c6-b00d-67c60626679f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.142086 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-da4b60d7-5b1e-45c6-b00d-67c60626679f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2549856 Jul 14 10:22:56.143140 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55122) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:56.155835 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-a2b7f003-b46b-411d-92d7-6738a801bbc7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'security_group_rule': {'security_group_id': '80b09934-2cb8-479e-9e1f-6b1c41f0a652', 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:56.268261 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a2b7f003-b46b-411d-92d7-6738a801bbc7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (4f4f0ebe-dccf-4b4e-ac0d-c25b7d868e5e), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.335318 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-83e6772e-152f-4bc3-817c-339d513ff098 req-ef9ad25d-5b04-4dab-8a62-e9489b4e6362 service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928627 Jul 14 10:22:56.370266 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:56.408103 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '8f6dce37-1b25-49be-a2b1-9018be9edf9a', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'port_id': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:22:54Z', 'updated_at': '2022-07-14T10:22:54Z', 'revision_number': 0, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 5, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:56.415938 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:56.416226 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a2b7f003-b46b-411d-92d7-6738a801bbc7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (4f4f0ebe-dccf-4b4e-ac0d-c25b7d868e5e), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.423666 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377ee81-1c44-4154-aa14-ef5a57b273d2 req-ef2d1388-08f7-4e3e-ab0b-8dabd4fb206c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:56.425524 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1377ee81-1c44-4154-aa14-ef5a57b273d2 req-ef2d1388-08f7-4e3e-ab0b-8dabd4fb206c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 944 time: 0.1082661 Jul 14 10:22:56.437649 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:56.454655 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920b86f-ea8f-4441-bbfd-5fcdda541b37 None None] The sync data for ids ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'] in dv-cinder-849800-1-iscsi is: [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '8f6dce37-1b25-49be-a2b1-9018be9edf9a', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'port_id': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:22:54Z', 'updated_at': '2022-07-14T10:22:54Z', 'revision_number': 0, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 5, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:56.457292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_common [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Allocated IP 172.20.0.9 (6a5bd4dd-229b-4523-a623-35c0c9078f3c/8e921aae-a6ad-482c-bf8b-6db48db163b8/b386cc07-26ba-4101-8453-fa07ec85945c) {{(pid=104067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:56.459533 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a2b7f003-b46b-411d-92d7-6738a801bbc7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (4f4f0ebe-dccf-4b4e-ac0d-c25b7d868e5e), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.503810 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7f003-b46b-411d-92d7-6738a801bbc7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4f0ebe-dccf-4b4e-ac0d-c25b7d868e5e,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:56.522305 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:56.523433 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a2b7f003-b46b-411d-92d7-6738a801bbc7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.525110 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a2b7f003-b46b-411d-92d7-6738a801bbc7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3737986 Jul 14 10:22:56.533355 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55126) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:56.537770 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-dda25fa9-70be-45ec-ae2c-a8415d511ef3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'security_group_rule': {'security_group_id': '80b09934-2cb8-479e-9e1f-6b1c41f0a652', 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:56.557728 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-83e6772e-152f-4bc3-817c-339d513ff098 req-b5ce5812-57e4-4ca7-968b-80e92be7904f service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983926 Jul 14 10:22:56.561438 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1377ee81-1c44-4154-aa14-ef5a57b273d2 req-c382548f-2a6c-469d-ad16-093d5c6bf443 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035728 Jul 14 10:22:56.630613 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-dda25fa9-70be-45ec-ae2c-a8415d511ef3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (922b1fc4-c798-43e2-867a-d0d35aa364e4), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.657643 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for port (b386cc07-26ba-4101-8453-fa07ec85945c), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.717962 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac21da-632f-4b4d-900a-aa0450b96b6b None None] New status for floating IP 8f6dce37-1b25-49be-a2b1-9018be9edf9a: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:22:56.727560 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-dda25fa9-70be-45ec-ae2c-a8415d511ef3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (922b1fc4-c798-43e2-867a-d0d35aa364e4), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.731648 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-dda25fa9-70be-45ec-ae2c-a8415d511ef3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (922b1fc4-c798-43e2-867a-d0d35aa364e4), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.741029 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.782412 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda25fa9-70be-45ec-ae2c-a8415d511ef3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922b1fc4-c798-43e2-867a-d0d35aa364e4,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:56.796229 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-dda25fa9-70be-45ec-ae2c-a8415d511ef3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.800172 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-dda25fa9-70be-45ec-ae2c-a8415d511ef3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2631636 Jul 14 10:22:56.801273 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55128) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:56.807270 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-97788e23-070f-4d6b-86ca-45b96f2667e9 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'security_group_rule': {'security_group_id': '80b09934-2cb8-479e-9e1f-6b1c41f0a652', 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:56.807516 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c is already hosted by enough agents. {{(pid=104067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:56.813518 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.base_scheduler [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Resources bound (agent type, host, resource id): {{(pid=104067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:56.816005 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Received port after_create {{(pid=104067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:22:56.849960 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-97788e23-070f-4d6b-86ca-45b96f2667e9 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (c2351747-b14b-4aa8-a1d5-123cfe9d778c), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.867924 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'Port': ['ID=b386cc07-26ba-4101-8453-fa07ec85945c,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:56.888683 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:56.890042 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.915841 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:56.921413 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:56.934481 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-09e2b8ab-8e17-4c8a-9690-baae897e712f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1320758 Jul 14 10:22:56.935623 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-97788e23-070f-4d6b-86ca-45b96f2667e9 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (c2351747-b14b-4aa8-a1d5-123cfe9d778c), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:56.949091 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Request body: {'port': {'device_id': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:56.954775 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-97788e23-070f-4d6b-86ca-45b96f2667e9 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (c2351747-b14b-4aa8-a1d5-123cfe9d778c), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.012408 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:22:57.026289 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:57.026951 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.033415 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97788e23-070f-4d6b-86ca-45b96f2667e9 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2351747-b14b-4aa8-a1d5-123cfe9d778c,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:57.045248 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.056076 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-97788e23-070f-4d6b-86ca-45b96f2667e9 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.059469 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-97788e23-070f-4d6b-86ca-45b96f2667e9 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2563157 Jul 14 10:22:57.062302 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55132) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:57.066657 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.v2.base [None req-e679dd27-124d-45ce-a4b0-2ffbf118e0f5 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'security_group_rule': {'security_group_id': '80b09934-2cb8-479e-9e1f-6b1c41f0a652', 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:57.076012 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea4e35-c296-4ed2-8204-cc9be9bddb8c req-61fb27f2-c693-4582-8528-58d426a496f8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:57.078857 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3bea4e35-c296-4ed2-8204-cc9be9bddb8c req-61fb27f2-c693-4582-8528-58d426a496f8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 931 time: 0.1068330 Jul 14 10:22:57.111184 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.db.securitygroups_db [None req-e679dd27-124d-45ce-a4b0-2ffbf118e0f5 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Project 936db5c6e71f4012a4838d484c1ca92e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:22:57.119760 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e679dd27-124d-45ce-a4b0-2ffbf118e0f5 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (a8693319-cf5b-4a23-a2fc-e7e26a11d5e0), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.141815 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:57.142213 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.144610 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3bea4e35-c296-4ed2-8204-cc9be9bddb8c req-7b255fe7-8fd6-458c-9f5d-22aa5e79d80d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595453 Jul 14 10:22:57.168319 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:22:57.170632 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d43481d-7037-4595-a8fc-3c323dcc6700" -d '{"events": [{"server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "name": "network-vif-plugged", "status": "completed", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:57.183432 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:57.188312 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.213415 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a4a323-3f02-4881-9d07-87042837bac7 x-openstack-request-id: req-f4a4a323-3f02-4881-9d07-87042837bac7 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:57.213700 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "name": "network-vif-plugged", "status": "completed", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:57.213946 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4a4a323-3f02-4881-9d07-87042837bac7 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:57.214352 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a4a323-3f02-4881-9d07-87042837bac7'] response: {'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'code': 200} Jul 14 10:22:57.242669 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:57.277058 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:57.282406 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-790eb5d9-d44c-4053-8218-c235bbd8d344 None None] Provisioning complete for port b386cc07-26ba-4101-8453-fa07ec85945c triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:57.283098 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e679dd27-124d-45ce-a4b0-2ffbf118e0f5 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (a8693319-cf5b-4a23-a2fc-e7e26a11d5e0), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.283243 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-790eb5d9-d44c-4053-8218-c235bbd8d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.325846 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e679dd27-124d-45ce-a4b0-2ffbf118e0f5 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (a8693319-cf5b-4a23-a2fc-e7e26a11d5e0), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.336584 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-790eb5d9-d44c-4053-8218-c235bbd8d344 None None] Port b386cc07-26ba-4101-8453-fa07ec85945c cannot update to ACTIVE because it is not bound. {{(pid=104068) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:22:57.352217 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679dd27-124d-45ce-a4b0-2ffbf118e0f5 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8693319-cf5b-4a23-a2fc-e7e26a11d5e0,revision_number=0']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:57.373196 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e679dd27-124d-45ce-a4b0-2ffbf118e0f5 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.374404 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e679dd27-124d-45ce-a4b0-2ffbf118e0f5 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3113430 Jul 14 10:22:57.377408 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55136) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:22:57.381967 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-345e6a8f-9d2d-42e3-8117-a27d64e899ae tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'security_group_rule': {'security_group_id': '80b09934-2cb8-479e-9e1f-6b1c41f0a652', 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:57.388393 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:57.406064 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.securitygroups_db [None req-345e6a8f-9d2d-42e3-8117-a27d64e899ae tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Project 936db5c6e71f4012a4838d484c1ca92e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:22:57.412563 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-345e6a8f-9d2d-42e3-8117-a27d64e899ae tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (57414bc0-4870-49c8-a4be-9df6f8262023), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.450367 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b386cc07-26ba-4101-8453-fa07ec85945c {{(pid=104067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:22:57.458169 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Publish callbacks [] for port (b386cc07-26ba-4101-8453-fa07ec85945c), precommit_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.471821 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.provisioning_blocks [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Transition to ACTIVE for port object b386cc07-26ba-4101-8453-fa07ec85945c will not be triggered until provisioned by entity L2. {{(pid=104067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:22:57.472089 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-345e6a8f-9d2d-42e3-8117-a27d64e899ae tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (57414bc0-4870-49c8-a4be-9df6f8262023), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.475550 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.477085 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-345e6a8f-9d2d-42e3-8117-a27d64e899ae tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618678'] for security_group_rule (57414bc0-4870-49c8-a4be-9df6f8262023), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.495605 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e6a8f-9d2d-42e3-8117-a27d64e899ae tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57414bc0-4870-49c8-a4be-9df6f8262023,revision_number=0']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:57.504342 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-345e6a8f-9d2d-42e3-8117-a27d64e899ae tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.505637 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-345e6a8f-9d2d-42e3-8117-a27d64e899ae tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271644 Jul 14 10:22:57.550721 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bade830-101e-4dea-a84c-66183383befb service neutron] Pushing event updated for resources: {'Port': ['ID=b386cc07-26ba-4101-8453-fa07ec85945c,revision_number=2']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:57.631949 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Attempting to bind port b386cc07-26ba-4101-8453-fa07ec85945c on host hv-cinder-84980 for vnic_type normal with profile {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:22:57.632289 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Attempting to bind port b386cc07-26ba-4101-8453-fa07ec85945c by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:22:57.632912 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Attempting to bind port b386cc07-26ba-4101-8453-fa07ec85945c on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:57.635111 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-2f480563-cc3b-46bc-97b7-2482385f378f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905895090&fields=id&tenant_id=936db5c6e71f4012a4838d484c1ca92e HTTP/1.1" status: 200 len: 267 time: 0.0807238 Jul 14 10:22:57.640720 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Port b386cc07-26ba-4101-8453-fa07ec85945c on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:22:57.641081 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Attempting to bind port b386cc07-26ba-4101-8453-fa07ec85945c on network 6a5bd4dd-229b-4523-a623-35c0c9078f3c {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:22:57.647354 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Checking agent: {'id': 'a9c9ebe5-e3f1-4827-a479-3c62efce808c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'started_at': datetime.datetime(2022, 7, 14, 10, 11, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:22:57.647891 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Checking segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:22:57.649137 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Bound using segment: {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'} {{(pid=104067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:22:57.649577 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.managers [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Bound port: b386cc07-26ba-4101-8453-fa07ec85945c, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd370388-c9e4-44da-b992-a8b565140793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c'}}] {{(pid=104067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:22:57.649941 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), before_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.725975 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] For port b386cc07-26ba-4101-8453-fa07ec85945c, host hv-cinder-84980, cleared binding levels {{(pid=104067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:57.730379 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] For port b386cc07-26ba-4101-8453-fa07ec85945c, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=b386cc07-26ba-4101-8453-fa07ec85945c,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:57.732234 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcb386-1ad9-4bb3-b846-268835c3e5b7 req-2ad633da-00be-435a-ba00-3903b0284e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:57.733814 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6bbcb386-1ad9-4bb3-b846-268835c3e5b7 req-2ad633da-00be-435a-ba00-3903b0284e0d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 1129 time: 0.1329563 Jul 14 10:22:57.736628 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131802591'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), after_update {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.745749 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdb00-23f3-471b-8dd9-98e2a1e07e0d req-de805252-c97f-4ce3-9312-2094fac47f96 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:57.747231 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-addfdb00-23f3-471b-8dd9-98e2a1e07e0d req-de805252-c97f-4ce3-9312-2094fac47f96 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0877302 Jul 14 10:22:57.758921 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-25e06838-4956-4d0c-934e-4c9005a9521e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:57.761378 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-25e06838-4956-4d0c-934e-4c9005a9521e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 945 time: 0.1252568 Jul 14 10:22:57.774526 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:57.775227 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.777037 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-4bade830-101e-4dea-a84c-66183383befb service neutron] 10.222.0.58 "PUT /v2.0/ports/b386cc07-26ba-4101-8453-fa07ec85945c HTTP/1.1" status: 200 len: 1093 time: 0.8349173 Jul 14 10:22:57.779848 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'tag': 'b386cc07-26ba-4101-8453-fa07ec85945c'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:22:57.783539 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a57ac7d-5af0-4556-820a-f28ad5b40df7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a91a52d-5efe-404d-a6a4-8ece6166bfc6", "tag": "b386cc07-26ba-4101-8453-fa07ec85945c"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:57.798418 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-1c6a3715-b36d-4fdc-aaa5-c92dd41dbb08 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'port': {'security_groups': ['8af41143-e8fd-44de-9185-8a5cead1662d', '80b09934-2cb8-479e-9e1f-6b1c41f0a652']}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:22:57.817349 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bade830-101e-4dea-a84c-66183383befb service neutron] Pushing event updated for resources: {'Port': ['ID=b386cc07-26ba-4101-8453-fa07ec85945c,revision_number=3']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:57.870823 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b146-65e3-491d-94ed-df918271d793 req-e325508c-94e8-4020-8ecc-b9fc1ae79b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:57.872317 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-e325508c-94e8-4020-8ecc-b9fc1ae79b62 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 1127 time: 0.0434754 Jul 14 10:22:57.879716 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6bbcb386-1ad9-4bb3-b846-268835c3e5b7 req-20bcb4f7-4d8a-4f6e-a559-2a5762b39067 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313903 Jul 14 10:22:57.900951 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:57.913958 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-addfdb00-23f3-471b-8dd9-98e2a1e07e0d req-f912f7bc-a3bd-4482-9a74-766f7d7a7209 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503077 Jul 14 10:22:57.924462 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-1c6a3715-b36d-4fdc-aaa5-c92dd41dbb08 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:57.964217 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2110839a-2818-4767-b866-03f0606a2217 x-openstack-request-id: req-2110839a-2818-4767-b866-03f0606a2217 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:57.964507 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a91a52d-5efe-404d-a6a4-8ece6166bfc6", "tag": "b386cc07-26ba-4101-8453-fa07ec85945c", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:57.964781 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2110839a-2818-4767-b866-03f0606a2217 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:57.965210 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2110839a-2818-4767-b866-03f0606a2217'] response: {'name': 'network-changed', 'server_uuid': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'tag': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'status': 'completed', 'code': 200} Jul 14 10:22:58.119522 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-1c6a3715-b36d-4fdc-aaa5-c92dd41dbb08 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] For port a4970b22-3386-4b5b-93b1-f2bb8380d732, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:58.136739 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-ae992379-8880-43d8-be4c-4cbbeda434b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b386cc07-26ba-4101-8453-fa07ec85945c HTTP/1.1" status: 200 len: 217 time: 0.0384145 Jul 14 10:22:58.149178 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-1c6a3715-b36d-4fdc-aaa5-c92dd41dbb08 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:58.153840 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-1c6a3715-b36d-4fdc-aaa5-c92dd41dbb08 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131987245'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:58.161323 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:58.171146 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['a4970b22-3386-4b5b-93b1-f2bb8380d732'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:58.175035 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:58.216028 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-1c6a3715-b36d-4fdc-aaa5-c92dd41dbb08 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:58.216705 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-1c6a3715-b36d-4fdc-aaa5-c92dd41dbb08 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:58.224094 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-475a17d3-7adf-48b5-a2c4-10238acf4d50 req-1c6a3715-b36d-4fdc-aaa5-c92dd41dbb08 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "PUT /v2.0/ports/a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 200 len: 981 time: 0.4447441 Jul 14 10:22:58.224737 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:22:58.228255 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b146-65e3-491d-94ed-df918271d793 req-137f8b34-2623-418b-a939-7bd001b0a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:58.229793 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-137f8b34-2623-418b-a939-7bd001b0a144 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0847709 Jul 14 10:22:58.236178 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58424ed-b484-42c1-9a4b-aa9524b65bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:58.266177 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a3715-b36d-4fdc-aaa5-c92dd41dbb08 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'Port': ['ID=a4970b22-3386-4b5b-93b1-f2bb8380d732,revision_number=6']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:58.295436 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['a4970b22-3386-4b5b-93b1-f2bb8380d732'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:58.310220 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b146-65e3-491d-94ed-df918271d793 req-e0b53c24-a8be-4404-8fad-44db4617c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:58.311873 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-e0b53c24-a8be-4404-8fad-44db4617c456 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746307 Jul 14 10:22:58.363688 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ce58f-317f-4a46-b4e5-6f22cec0c287 req-f3ff3f3a-a86e-407e-af52-cc26e9684f40 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:58.365261 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2d8ce58f-317f-4a46-b4e5-6f22cec0c287 req-f3ff3f3a-a86e-407e-af52-cc26e9684f40 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 943 time: 0.1011407 Jul 14 10:22:58.377668 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a93b13-e897-4e6d-8f79-43ecc65c21bf req-5135c76e-442d-4c3b-b4f6-f2b3d550b45d tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:58.379303 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e1a93b13-e897-4e6d-8f79-43ecc65c21bf req-5135c76e-442d-4c3b-b4f6-f2b3d550b45d tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0642769 Jul 14 10:22:58.460227 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2d8ce58f-317f-4a46-b4e5-6f22cec0c287 req-bd00bad7-0224-44fb-bfb0-13ebd7706a94 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802016 Jul 14 10:22:58.477925 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e1a93b13-e897-4e6d-8f79-43ecc65c21bf req-a5a95508-c347-40af-8d0d-72415a5bdaca tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916386 Jul 14 10:22:58.531299 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-2e2ee6bb-cae3-418e-887c-294db80005c4 None None] Provisioning complete for port a4970b22-3386-4b5b-93b1-f2bb8380d732 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:22:58.531723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee6bb-cae3-418e-887c-294db80005c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:22:58.531932 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e59286d-ae43-4975-99cb-c1ed2da174bf x-openstack-request-id: req-6e59286d-ae43-4975-99cb-c1ed2da174bf {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:58.532216 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:58.532462 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e59286d-ae43-4975-99cb-c1ed2da174bf {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:58.532862 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e59286d-ae43-4975-99cb-c1ed2da174bf'] response: {'name': 'network-changed', 'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'status': 'completed', 'code': 200} Jul 14 10:22:58.612233 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:58.675649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-44ac7632-17dc-4ae3-9662-23d1fb8abfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:58.677362 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-44ac7632-17dc-4ae3-9662-23d1fb8abfa4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=936db5c6e71f4012a4838d484c1ca92e&device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 1168 time: 0.0473692 Jul 14 10:22:58.703245 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-90a07090-26ca-4875-b415-8f4391fa97ed service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911014 Jul 14 10:22:58.774097 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-3f6e8009-a809-4ced-bd37-ba0c39efe840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:58.775601 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-3f6e8009-a809-4ced-bd37-ba0c39efe840 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a81396c-241f-47b0-9c22-fb5e497d7444 HTTP/1.1" status: 200 len: 916 time: 0.0917785 Jul 14 10:22:58.802841 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-31a3b146-65e3-491d-94ed-df918271d793 req-ec85c70a-1ee6-44d3-abb9-817b9539c10d service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888860 Jul 14 10:22:58.850315 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-8c36993e-ecb1-45bd-9cd7-900d8971c18c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 200 len: 1000 time: 0.0647631 Jul 14 10:22:58.868895 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ee6bb-cae3-418e-887c-294db80005c4 None None] Current status of the port a4970b22-3386-4b5b-93b1-f2bb8380d732 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:22:59.034115 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9df028-96c8-4f1d-adc9-55916f0bfbcd req-fb271f80-9d99-46ed-969d-947c877c3272 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:59.035700 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9f9df028-96c8-4f1d-adc9-55916f0bfbcd req-fb271f80-9d99-46ed-969d-947c877c3272 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0480869 Jul 14 10:22:59.084101 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9f9df028-96c8-4f1d-adc9-55916f0bfbcd req-b768c6dd-e87f-4e7e-9859-66dbb61df381 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425537 Jul 14 10:22:59.201888 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-b901e1bc-f371-49ae-a99d-855007202e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:59.203809 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-b901e1bc-f371-49ae-a99d-855007202e82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 1127 time: 0.0477519 Jul 14 10:22:59.209061 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-5eed5da6-c5d1-45fe-b738-5755e00043a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:59.211329 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-5eed5da6-c5d1-45fe-b738-5755e00043a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dce07a2e-a177-4978-aa1c-14cb707efbb2 HTTP/1.1" status: 200 len: 854 time: 0.0553830 Jul 14 10:22:59.579884 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaf1b8-9a09-4429-b8a2-a0f0b7ce3cc9 req-94fd7847-e4a2-49ae-b174-637f1c2affbe tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:59.581355 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2ecaf1b8-9a09-4429-b8a2-a0f0b7ce3cc9 req-94fd7847-e4a2-49ae-b174-637f1c2affbe tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 943 time: 0.0508201 Jul 14 10:22:59.633923 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:59.655782 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:59.670100 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2ecaf1b8-9a09-4429-b8a2-a0f0b7ce3cc9 req-c92e91ef-72b6-4b3d-a922-15402f32d510 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824709 Jul 14 10:22:59.671680 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-039558fe-7eb7-4bfe-83b7-f828e1367822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:59.673004 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-039558fe-7eb7-4bfe-83b7-f828e1367822 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a81396c-241f-47b0-9c22-fb5e497d7444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705035 Jul 14 10:22:59.699686 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-f6f094a3-261e-452f-adf3-d49644e65312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:59.701216 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-f6f094a3-261e-452f-adf3-d49644e65312 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 913 time: 0.1004956 Jul 14 10:22:59.747547 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-9d5771f0-87e5-4cb9-a2cf-e657fb899054 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b386cc07-26ba-4101-8453-fa07ec85945c HTTP/1.1" status: 200 len: 217 time: 0.0374053 Jul 14 10:22:59.769444 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-9b0b8ef0-9e2f-4656-b161-9e38ea9640fa service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880561 Jul 14 10:22:59.797328 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:22:59.801566 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-2b2e678a-79b6-4ded-8ef6-000f90b796bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:59.803056 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-2b2e678a-79b6-4ded-8ef6-000f90b796bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0460835 Jul 14 10:22:59.848950 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-531309c6-73e4-4985-8830-90c96a402622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:22:59.850429 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-531309c6-73e4-4985-8830-90c96a402622 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387144 Jul 14 10:22:59.863337 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d58424ed-b484-42c1-9a4b-aa9524b65bfa req-6ee56b20-65d5-4119-9f97-eeaea8ffa9ba service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833416 Jul 14 10:22:59.946494 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-e449038f-9a42-4a08-bbe4-d89ae7692f31 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875652 Jul 14 10:23:00.035430 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-2a57ac7d-5af0-4556-820a-f28ad5b40df7 req-95bc1f73-782e-408b-b77d-7b1182fe2270 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831432 Jul 14 10:23:00.207598 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa019d-ee0e-40b5-8dea-cc59f0b2c1ef req-208259b5-845b-4c4d-9bf4-067a6fbcb94e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:00.209073 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d8fa019d-ee0e-40b5-8dea-cc59f0b2c1ef req-208259b5-845b-4c4d-9bf4-067a6fbcb94e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0512180 Jul 14 10:23:00.256594 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d8fa019d-ee0e-40b5-8dea-cc59f0b2c1ef req-793140e6-a5ec-4642-ab67-61ad935bf1c1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412288 Jul 14 10:23:00.370236 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac1063-74a9-4c00-9860-cc2b1f32afd4 req-c7d63874-670a-4774-8378-a16fb9b4d1b9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:00.371776 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-17ac1063-74a9-4c00-9860-cc2b1f32afd4 req-c7d63874-670a-4774-8378-a16fb9b4d1b9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0475647 Jul 14 10:23:00.380424 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55162) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:23:00.385302 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-c82f512d-8117-4f60-a290-ea1d4d67738e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Request body: {'floatingip': {'port_id': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:23:00.387661 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:00.416505 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:00.428787 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c82f512d-8117-4f60-a290-ea1d4d67738e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (341019c9-d82f-4ff9-b7df-b7b4325b96e9), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:00.811726 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14621e9-521d-4e4d-8ebc-0fc335251665 req-1bc8d1bc-dc24-4ee6-a999-1e9d3a347dba tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:00.813237 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c14621e9-521d-4e4d-8ebc-0fc335251665 req-1bc8d1bc-dc24-4ee6-a999-1e9d3a347dba tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 943 time: 0.0654078 Jul 14 10:23:00.927631 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c14621e9-521d-4e4d-8ebc-0fc335251665 req-5490ef73-d4ac-4279-947a-d9a418d1aadc tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925374 Jul 14 10:23:00.931438 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c82f512d-8117-4f60-a290-ea1d4d67738e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:00.935058 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c82f512d-8117-4f60-a290-ea1d4d67738e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (341019c9-d82f-4ff9-b7df-b7b4325b96e9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:01.028537 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-c82f512d-8117-4f60-a290-ea1d4d67738e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Floating IP 341019c9-d82f-4ff9-b7df-b7b4325b96e9 associated. External IP: 172.27.0.208, port: 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1. Jul 14 10:23:01.059959 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:01.221621 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82f512d-8117-4f60-a290-ea1d4d67738e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:23:01.324659 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82f512d-8117-4f60-a290-ea1d4d67738e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:01.329311 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c82f512d-8117-4f60-a290-ea1d4d67738e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:01.333686 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] Sync routers for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:01.343768 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:23:01.344382 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:01.358838 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-c82f512d-8117-4f60-a290-ea1d4d67738e tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "PUT /v2.0/floatingips/341019c9-d82f-4ff9-b7df-b7b4325b96e9 HTTP/1.1" status: 200 len: 991 time: 0.9773295 Jul 14 10:23:01.359411 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:23:01.361645 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed006f7-d579-4331-afee-297bba3275dd" -d '{"events": [{"name": "network-changed", "server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:01.398688 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dca8626-474a-4d9c-b46f-c6c68cb710c9 x-openstack-request-id: req-1dca8626-474a-4d9c-b46f-c6c68cb710c9 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:01.398982 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:01.399229 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1dca8626-474a-4d9c-b46f-c6c68cb710c9 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:01.399630 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dca8626-474a-4d9c-b46f-c6c68cb710c9'] response: {'name': 'network-changed', 'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'status': 'completed', 'code': 200} Jul 14 10:23:01.449477 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-555a919d-f3ba-4659-bb8f-91c4f3eadc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:01.463051 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:23:01.468327 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed006f7-d579-4331-afee-297bba3275dd req-ef4d288b-6a18-4063-9ceb-6b8ccf109f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:01.469837 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6ed006f7-d579-4331-afee-297bba3275dd req-ef4d288b-6a18-4063-9ceb-6b8ccf109f90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 1129 time: 0.0396354 Jul 14 10:23:01.563569 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed006f7-d579-4331-afee-297bba3275dd req-0fd5c9eb-b57c-45de-afd6-bd766b75902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:01.565230 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6ed006f7-d579-4331-afee-297bba3275dd req-0fd5c9eb-b57c-45de-afd6-bd766b75902a service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 918 time: 0.0891902 Jul 14 10:23:01.603811 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:01.627627 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6ed006f7-d579-4331-afee-297bba3275dd req-9ce32b45-95c2-486e-becc-c9644a56f582 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 HTTP/1.1" status: 200 len: 999 time: 0.0550542 Jul 14 10:23:01.677516 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '341019c9-d82f-4ff9-b7df-b7b4325b96e9', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'port_id': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'mac_address': 'fa:16:3e:f3:e1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:22:45Z', 'updated_at': '2022-07-14T10:23:00Z', 'revision_number': 1, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:01.681564 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed006f7-d579-4331-afee-297bba3275dd req-d2b93182-9a11-4c28-a997-b49e743ed4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:01.683019 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6ed006f7-d579-4331-afee-297bba3275dd req-d2b93182-9a11-4c28-a997-b49e743ed4c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.0483289 Jul 14 10:23:01.703081 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] Checking router: 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:01.712157 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:23:01.712769 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:22:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:01.726753 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed006f7-d579-4331-afee-297bba3275dd req-f2f7edfd-f0ac-4a89-9624-4115c999bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:01.728225 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6ed006f7-d579-4331-afee-297bba3275dd req-f2f7edfd-f0ac-4a89-9624-4115c999bb97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392280 Jul 14 10:23:01.813439 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:23:01.819271 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6ed006f7-d579-4331-afee-297bba3275dd req-5a2c7fa8-517e-422a-ad49-d8c33c706b69 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849397 Jul 14 10:23:01.909131 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6ed006f7-d579-4331-afee-297bba3275dd req-48326f72-0f15-4b1f-911e-5fe78c1370df service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834506 Jul 14 10:23:02.029077 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '341019c9-d82f-4ff9-b7df-b7b4325b96e9', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'port_id': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'mac_address': 'fa:16:3e:f3:e1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:22:45Z', 'updated_at': '2022-07-14T10:23:00Z', 'revision_number': 1, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:02.046905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c87a9-f67e-4b96-afe0-2c4f7d07a0e8 req-248e56c5-ca27-475c-ae03-aef862b278ac tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:02.048383 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ab9c87a9-f67e-4b96-afe0-2c4f7d07a0e8 req-248e56c5-ca27-475c-ae03-aef862b278ac tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 943 time: 0.0515649 Jul 14 10:23:02.054960 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a9155-5a7b-42e2-8008-50524c670175 None None] The sync data for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi is: [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '341019c9-d82f-4ff9-b7df-b7b4325b96e9', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'port_id': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'mac_address': 'fa:16:3e:f3:e1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:22:45Z', 'updated_at': '2022-07-14T10:23:00Z', 'revision_number': 1, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:02.096287 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:02.111113 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ab9c87a9-f67e-4b96-afe0-2c4f7d07a0e8 req-965d66c3-8f29-47fd-9889-8d856ba9165c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570676 Jul 14 10:23:02.256775 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4691001-e907-4377-a1de-9deea7958e06 None None] New status for floating IP 341019c9-d82f-4ff9-b7df-b7b4325b96e9: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:23:03.226409 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ae971-bf59-4a13-a4d4-7aa24678f8a9 req-32a970ee-c18c-464c-8d3b-5fe38f2b9bcc tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:03.227855 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-010ae971-bf59-4a13-a4d4-7aa24678f8a9 req-32a970ee-c18c-464c-8d3b-5fe38f2b9bcc tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 943 time: 0.0469384 Jul 14 10:23:03.276837 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-010ae971-bf59-4a13-a4d4-7aa24678f8a9 req-18db7c76-b1a2-4971-89e9-72b80cb62527 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434179 Jul 14 10:23:03.587590 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9b78516c-413f-4b04-b43e-f6204a883287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:04.390626 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2c52a-ac9a-4d9d-928d-09559f24d9b2 req-3681b09f-a603-4ff9-a97e-64d5e6ea2161 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:04.392062 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2c2c52a-ac9a-4d9d-928d-09559f24d9b2 req-3681b09f-a603-4ff9-a97e-64d5e6ea2161 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 943 time: 0.0475333 Jul 14 10:23:04.443954 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e2c2c52a-ac9a-4d9d-928d-09559f24d9b2 req-bf54e542-b524-44e9-9981-91d41b4eb960 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463834 Jul 14 10:23:05.033773 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:05.557633 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694de5c-2850-46f5-a8a6-7ab19f60c154 req-e5b977ce-5206-4eef-b16f-b288d591b0d8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:05.558989 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b694de5c-2850-46f5-a8a6-7ab19f60c154 req-e5b977ce-5206-4eef-b16f-b288d591b0d8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 943 time: 0.0466979 Jul 14 10:23:05.607056 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b694de5c-2850-46f5-a8a6-7ab19f60c154 req-cf81edaa-b763-4af9-9c57-03536fa2d9e1 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426433 Jul 14 10:23:06.391496 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:06.496821 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:06.718066 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79e3d6-72d4-4ce0-b39f-7f06aff9de8a req-b1eb3f59-dd46-4d17-999c-4c3634b0afca tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:06.719498 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9d79e3d6-72d4-4ce0-b39f-7f06aff9de8a req-b1eb3f59-dd46-4d17-999c-4c3634b0afca tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 943 time: 0.0458946 Jul 14 10:23:06.769247 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9d79e3d6-72d4-4ce0-b39f-7f06aff9de8a req-537eb7e0-0f69-4236-a3ca-bd2e61f4bbe6 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420265 Jul 14 10:23:06.956118 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device b386cc07-26ba-4101-8453-fa07ec85945c details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:23:06.977733 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:07.053762 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port b386cc07-26ba-4101-8453-fa07ec85945c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=b386cc07-26ba-4101-8453-fa07ec85945c,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:07.064693 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'port_id': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'mac_address': 'fa:16:3e:8d:44:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:23:07.102683 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port b386cc07-26ba-4101-8453-fa07ec85945c is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:23:07.103065 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:07.115662 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b386cc07-26ba-4101-8453-fa07ec85945c {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:23:07.135591 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port b386cc07-26ba-4101-8453-fa07ec85945c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=b386cc07-26ba-4101-8453-fa07ec85945c,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:07.139620 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:07.184235 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=b386cc07-26ba-4101-8453-fa07ec85945c,revision_number=4']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:07.412632 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['b386cc07-26ba-4101-8453-fa07ec85945c'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:23:07.446223 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:07.886718 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110f65e-f3da-4986-b45f-1791928ddee5 req-263e0471-e8c8-4462-8f7f-9661dfafa4f1 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:07.888179 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e110f65e-f3da-4986-b45f-1791928ddee5 req-263e0471-e8c8-4462-8f7f-9661dfafa4f1 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 944 time: 0.0508668 Jul 14 10:23:07.936457 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e110f65e-f3da-4986-b45f-1791928ddee5 req-b28d3059-fe10-48b4-9688-23246ddd8d4c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 Jul 14 10:23:08.961640 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device b386cc07-26ba-4101-8453-fa07ec85945c up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:09.003899 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning for port b386cc07-26ba-4101-8453-fa07ec85945c completed by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:23:09.009905 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port b386cc07-26ba-4101-8453-fa07ec85945c triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:23:09.010293 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:09.051083 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c352861-1c34-425c-a362-deb78d682104 req-7da5f317-0828-49b8-a2d2-9446226b041c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:09.052547 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3c352861-1c34-425c-a362-deb78d682104 req-7da5f317-0828-49b8-a2d2-9446226b041c tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 944 time: 0.0481091 Jul 14 10:23:09.070872 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:09.086962 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port b386cc07-26ba-4101-8453-fa07ec85945c is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:23:09.087341 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:09.101407 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3c352861-1c34-425c-a362-deb78d682104 req-bccf007d-5e59-4da1-a665-3145795d02f1 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431597 Jul 14 10:23:09.110255 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b386cc07-26ba-4101-8453-fa07ec85945c'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:23:09.112480 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf3a85d-1da1-486c-8cc1-a1a62a3d43a1" -d '{"events": [{"server_uuid": "9a91a52d-5efe-404d-a6a4-8ece6166bfc6", "name": "network-vif-plugged", "status": "completed", "tag": "b386cc07-26ba-4101-8453-fa07ec85945c"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:09.126208 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port b386cc07-26ba-4101-8453-fa07ec85945c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=b386cc07-26ba-4101-8453-fa07ec85945c,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:09.130114 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:09.153528 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7917c84c-b426-49ef-8768-1a00beac74a4 x-openstack-request-id: req-7917c84c-b426-49ef-8768-1a00beac74a4 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:09.153811 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a91a52d-5efe-404d-a6a4-8ece6166bfc6", "name": "network-vif-plugged", "status": "completed", "tag": "b386cc07-26ba-4101-8453-fa07ec85945c", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:09.154055 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7917c84c-b426-49ef-8768-1a00beac74a4 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:09.154440 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7917c84c-b426-49ef-8768-1a00beac74a4'] response: {'server_uuid': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'code': 200} Jul 14 10:23:09.180462 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=b386cc07-26ba-4101-8453-fa07ec85945c,revision_number=5']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:09.401663 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477166e5-37e3-44b6-8f52-a45b7b808a5f req-e8dfa0a4-1ea1-401f-b004-36de6ec925ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:09.403105 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-477166e5-37e3-44b6-8f52-a45b7b808a5f req-e8dfa0a4-1ea1-401f-b004-36de6ec925ce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 1129 time: 0.0387366 Jul 14 10:23:09.451960 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-477166e5-37e3-44b6-8f52-a45b7b808a5f req-b118247a-00a2-4bf6-9f4d-c9902c5b0378 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Jul 14 10:23:10.224317 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6e191-5a8a-4b27-9968-90d6cbed85ec req-cba52c3b-814e-43f9-be36-01627c431837 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:10.225867 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bdb6e191-5a8a-4b27-9968-90d6cbed85ec req-cba52c3b-814e-43f9-be36-01627c431837 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0469203 Jul 14 10:23:10.280133 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bdb6e191-5a8a-4b27-9968-90d6cbed85ec req-922e3a99-d5ea-401c-ac1c-4b24d896edf8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487502 Jul 14 10:23:11.033813 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:11.395038 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75929b4e-9102-4d0a-8f33-ac0d1f7f3762 req-5f7ad983-651b-4dcb-97b9-14b49a12db39 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:11.396504 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-75929b4e-9102-4d0a-8f33-ac0d1f7f3762 req-5f7ad983-651b-4dcb-97b9-14b49a12db39 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0473325 Jul 14 10:23:11.446235 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-75929b4e-9102-4d0a-8f33-ac0d1f7f3762 req-c12bea07-40f9-4ad3-9db6-50dc3a564605 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437562 Jul 14 10:23:11.559221 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e4c7c-8d19-4c22-992e-3808eb6c49a1 req-2ce4a79f-d10a-4473-92c6-94ce48291f3e tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:11.560607 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-061e4c7c-8d19-4c22-992e-3808eb6c49a1 req-2ce4a79f-d10a-4473-92c6-94ce48291f3e tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0469899 Jul 14 10:23:11.609791 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-061e4c7c-8d19-4c22-992e-3808eb6c49a1 req-8d06e68c-31aa-4937-a5bf-6e464df69fdb tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 Jul 14 10:23:11.631755 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55198) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:23:11.770048 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d27b7c-5539-4dcd-9e5c-cd7a0c481ff9 tempest-TestVolumeBootPattern-755146513 tempest-TestVolumeBootPattern-755146513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:11.771544 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-e2d27b7c-5539-4dcd-9e5c-cd7a0c481ff9 tempest-TestVolumeBootPattern-755146513 tempest-TestVolumeBootPattern-755146513-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 1124 time: 0.1382346 Jul 14 10:23:11.774932 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55202) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:23:11.779078 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Request body: {'floatingip': {'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'port_id': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:23:11.800521 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:11.876331 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:11.878564 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:12.258655 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_common [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Allocated IP 172.27.0.141 (d4e5a736-4d1b-4160-9f1b-dec3674dfee3/860bd9ea-b533-4788-904a-d395c30f8cec/5537b1a5-0f07-46b6-abc0-3b5eafcddd3b) {{(pid=104066) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:12.360875 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for port (5537b1a5-0f07-46b6-abc0-3b5eafcddd3b), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:12.394002 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729319971054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (5537b1a5-0f07-46b6-abc0-3b5eafcddd3b), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:12.435453 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Network d4e5a736-4d1b-4160-9f1b-dec3674dfee3 is already hosted by enough agents. {{(pid=104066) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:12.442541 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.base_scheduler [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Resources bound (agent type, host, resource id): {{(pid=104066) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:12.445694 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Received port after_create {{(pid=104066) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:23:12.450988 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'Port': ['ID=5537b1a5-0f07-46b6-abc0-3b5eafcddd3b,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:12.506694 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:12.798922 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (982368d0-9466-47be-b76a-448651a5eac0), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:12.862992 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (5537b1a5-0f07-46b6-abc0-3b5eafcddd3b), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:12.962098 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:13.011443 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for port (5537b1a5-0f07-46b6-abc0-3b5eafcddd3b), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:13.016079 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131987245'] for port (5537b1a5-0f07-46b6-abc0-3b5eafcddd3b), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:13.089965 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event updated for resources: {'Port': ['ID=5537b1a5-0f07-46b6-abc0-3b5eafcddd3b,revision_number=2']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:13.098245 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (982368d0-9466-47be-b76a-448651a5eac0), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:13.193023 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Floating IP 982368d0-9466-47be-b76a-448651a5eac0 associated. External IP: 172.27.0.141, port: b386cc07-26ba-4101-8453-fa07ec85945c. Jul 14 10:23:13.291224 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:13.396116 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:23:13.499222 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:13.508540 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] Sync routers for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:13.517067 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:13.519911 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:23:13.520745 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:23:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:13.549738 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-586fbe46-5861-4f1d-bc93-692e73a7eb5f tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7737782 Jul 14 10:23:13.550327 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'tag': 'b386cc07-26ba-4101-8453-fa07ec85945c'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:23:13.552552 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e56476-1723-4eae-8cbd-1c4c891a40ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9a91a52d-5efe-404d-a6a4-8ece6166bfc6", "tag": "b386cc07-26ba-4101-8453-fa07ec85945c"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:13.560258 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:13.589561 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f62141-624c-4030-b66d-fda4aa3b96d5 x-openstack-request-id: req-c4f62141-624c-4030-b66d-fda4aa3b96d5 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:13.589846 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a91a52d-5efe-404d-a6a4-8ece6166bfc6", "tag": "b386cc07-26ba-4101-8453-fa07ec85945c", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:13.590090 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4f62141-624c-4030-b66d-fda4aa3b96d5 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:13.590495 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f62141-624c-4030-b66d-fda4aa3b96d5'] response: {'name': 'network-changed', 'server_uuid': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'tag': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'status': 'completed', 'code': 200} Jul 14 10:23:13.623605 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:23:13.655046 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-086b532f-6ef2-46bc-ac00-dc289c526302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:13.656553 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-086b532f-6ef2-46bc-ac00-dc289c526302 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 1129 time: 0.0407732 Jul 14 10:23:13.721464 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:13.749343 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-73eaa36a-ac72-4e12-a2c8-0b5d22c349fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:13.750835 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-73eaa36a-ac72-4e12-a2c8-0b5d22c349fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 913 time: 0.0863745 Jul 14 10:23:13.818650 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-b0e9be50-141d-4c7d-bede-3b07cd13084a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b386cc07-26ba-4101-8453-fa07ec85945c HTTP/1.1" status: 200 len: 999 time: 0.0616071 Jul 14 10:23:13.844020 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '7a7e4d80-d911-4153-be32-98d7598d1445', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:2c:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:49Z', 'updated_at': '2022-07-14T10:20:51Z', 'revision_number': 1, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}, {'id': '982368d0-9466-47be-b76a-448651a5eac0', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:8d:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:23:12Z', 'updated_at': '2022-07-14T10:23:12Z', 'revision_number': 0, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:13.856183 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:13.868981 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] Checking router: b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:13.869198 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-317985ee-2663-49a9-9728-dbcf6aeb0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:13.870492 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-317985ee-2663-49a9-9728-dbcf6aeb0f3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0449531 Jul 14 10:23:13.877507 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:23:13.878144 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:23:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:13.916175 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-f17df54e-913f-4f8b-aee9-d8db3271919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:13.917604 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-f17df54e-913f-4f8b-aee9-d8db3271919e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398955 Jul 14 10:23:13.981763 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:23:14.009132 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:14.012730 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-e877fc31-a4d2-4755-a6ab-c49046da49ee service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870364 Jul 14 10:23:14.108738 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-a0e56476-1723-4eae-8cbd-1c4c891a40ed req-305b3113-4d9a-4404-ad1c-01cbb9b8b8a4 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874567 Jul 14 10:23:14.325783 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '7a7e4d80-d911-4153-be32-98d7598d1445', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:2c:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:49Z', 'updated_at': '2022-07-14T10:20:51Z', 'revision_number': 1, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}, {'id': '982368d0-9466-47be-b76a-448651a5eac0', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:8d:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:23:12Z', 'updated_at': '2022-07-14T10:23:12Z', 'revision_number': 0, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:14.350510 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010640d-eaff-4e5b-b4e5-ce5c2709f80c None None] The sync data for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi is: [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '7a7e4d80-d911-4153-be32-98d7598d1445', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:2c:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:49Z', 'updated_at': '2022-07-14T10:20:51Z', 'revision_number': 1, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}, {'id': '982368d0-9466-47be-b76a-448651a5eac0', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:8d:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:23:12Z', 'updated_at': '2022-07-14T10:23:12Z', 'revision_number': 0, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:14.551491 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb57212-f90d-4431-b9b9-6b3cd86c6c6d None None] New status for floating IP 982368d0-9466-47be-b76a-448651a5eac0: ACTIVE {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:23:21.285186 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3db41-609d-4a7d-96b3-6a9de834f7ed req-ef6276e7-cc2b-4650-b90f-cee0c30d8706 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:21.286714 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1ce3db41-609d-4a7d-96b3-6a9de834f7ed req-ef6276e7-cc2b-4650-b90f-cee0c30d8706 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0491619 Jul 14 10:23:21.292508 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-dcfa4ca8-1848-4b17-a099-f3847911dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:21.294036 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-dcfa4ca8-1848-4b17-a099-f3847911dd07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=936db5c6e71f4012a4838d484c1ca92e&device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 1168 time: 0.0443840 Jul 14 10:23:21.351867 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1ce3db41-609d-4a7d-96b3-6a9de834f7ed req-4d5f7714-dc36-4a37-a7f6-8d31dfe59100 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586460 Jul 14 10:23:21.384642 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-e4239bff-2fdb-4e74-9e2f-d8d9294477a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:21.386156 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-e4239bff-2fdb-4e74-9e2f-d8d9294477a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a81396c-241f-47b0-9c22-fb5e497d7444 HTTP/1.1" status: 200 len: 916 time: 0.0859330 Jul 14 10:23:21.454132 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-70403b10-2112-4808-962c-e2772f47cb5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 200 len: 1000 time: 0.0593758 Jul 14 10:23:21.510483 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-3f89755f-0b09-4bbb-b536-6862ee218fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:21.511925 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-3f89755f-0b09-4bbb-b536-6862ee218fa4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dce07a2e-a177-4978-aa1c-14cb707efbb2 HTTP/1.1" status: 200 len: 854 time: 0.0442719 Jul 14 10:23:21.556692 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-8ce77933-0d4f-49af-80a5-bd5b89a7e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:21.558193 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-8ce77933-0d4f-49af-80a5-bd5b89a7e933 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a81396c-241f-47b0-9c22-fb5e497d7444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389476 Jul 14 10:23:21.652238 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-5b40e407-b1de-42b4-a3f8-95b8bd02f30d service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862534 Jul 14 10:23:21.741720 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-156ee937-8f5c-4319-a81b-64f64ac4acc6 req-21f1ba84-e775-4186-8371-6a5e0d56a6e4 service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813553 Jul 14 10:23:22.430315 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:22.470123 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f76c8-b9e2-45b3-b481-6b31370c02b1 req-c67bded2-563a-4e9b-a697-c0ee54e0370a tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:22.471607 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-692f76c8-b9e2-45b3-b481-6b31370c02b1 req-c67bded2-563a-4e9b-a697-c0ee54e0370a tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0489011 Jul 14 10:23:22.533257 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-692f76c8-b9e2-45b3-b481-6b31370c02b1 req-d83101ad-62ff-45b2-8dce-67125ffb2495 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556908 Jul 14 10:23:23.649603 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81ae11-ed1e-46e8-a59b-8ad38bd07e12 req-de3806df-80c4-4a16-acc6-8ee697116fbe tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:23.651065 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8c81ae11-ed1e-46e8-a59b-8ad38bd07e12 req-de3806df-80c4-4a16-acc6-8ee697116fbe tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0482237 Jul 14 10:23:23.695973 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:23.712419 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-8c81ae11-ed1e-46e8-a59b-8ad38bd07e12 req-8e9e0a93-191a-4a8f-b589-a362e5f0d1dd tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557411 Jul 14 10:23:24.328850 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=77 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:24.837158 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470094c-bd27-41b5-8b86-d4cc972f11bb req-1d1b2771-f750-4fe3-ab9a-e5c9fe8c6963 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:24.838710 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b470094c-bd27-41b5-8b86-d4cc972f11bb req-1d1b2771-f750-4fe3-ab9a-e5c9fe8c6963 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0527067 Jul 14 10:23:24.898703 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b470094c-bd27-41b5-8b86-d4cc972f11bb req-3701a61e-0b7a-4016-bc05-5df08c0d472b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543494 Jul 14 10:23:26.014868 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc97c9c-7b0f-41f6-881f-78608287fb78 req-ea2b38b4-f711-403b-8929-1cee47f79cb0 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:26.016317 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ffc97c9c-7b0f-41f6-881f-78608287fb78 req-ea2b38b4-f711-403b-8929-1cee47f79cb0 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0477209 Jul 14 10:23:26.075283 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ffc97c9c-7b0f-41f6-881f-78608287fb78 req-efa17e50-78ad-4e26-9ee4-1fea5810a1fa tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534067 Jul 14 10:23:27.189931 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9076e9-0cac-47d7-9b23-1101a973f861 req-80e87d84-237f-4565-a708-2fb2a5b9ebfe tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:27.191377 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bd9076e9-0cac-47d7-9b23-1101a973f861 req-80e87d84-237f-4565-a708-2fb2a5b9ebfe tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0488186 Jul 14 10:23:27.255105 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bd9076e9-0cac-47d7-9b23-1101a973f861 req-ea8b8670-094f-4e3d-a078-499c53a8aecf tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575414 Jul 14 10:23:28.371007 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88a689-475d-45ba-aa30-64d5f2947ff1 req-11fa83ad-27e8-457e-99e9-59a6dfe1625f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:28.372470 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad88a689-475d-45ba-aa30-64d5f2947ff1 req-11fa83ad-27e8-457e-99e9-59a6dfe1625f tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0481572 Jul 14 10:23:28.432474 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ad88a689-475d-45ba-aa30-64d5f2947ff1 req-55734b82-e3d4-47e1-99fe-ab6f60e1f5d6 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541930 Jul 14 10:23:29.531342 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:29.545444 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59f199-8ff4-4a8a-bc92-0577b979698b req-48dcf0be-647a-41f1-a04d-efe0fcc4dc66 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:29.546899 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7f59f199-8ff4-4a8a-bc92-0577b979698b req-48dcf0be-647a-41f1-a04d-efe0fcc4dc66 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0478392 Jul 14 10:23:29.606467 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7f59f199-8ff4-4a8a-bc92-0577b979698b req-5b2bc8f3-37e3-4980-9f67-ae895afb0990 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539947 Jul 14 10:23:30.065643 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:30.066398 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:30.724211 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d47742-e217-420e-b789-ee13e7e8700c req-88b3de50-4f46-4cf8-91e4-71b74b72b1ec tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:30.725704 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d1d47742-e217-420e-b789-ee13e7e8700c req-88b3de50-4f46-4cf8-91e4-71b74b72b1ec tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0501335 Jul 14 10:23:30.784112 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d1d47742-e217-420e-b789-ee13e7e8700c req-56f0d6a1-5aa4-4178-b220-b7b7e6df81f5 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527635 Jul 14 10:23:31.431345 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b699895c-d30c-4a88-9565-2f1490d70080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:31.737075 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=86 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:31.738993 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=72 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:31.898039 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbe2bb-1130-45de-a9d3-18ca82759cc0 req-6c3110bb-c055-45d7-8d12-c40e7517f6fd tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:31.899543 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-43cbe2bb-1130-45de-a9d3-18ca82759cc0 req-6c3110bb-c055-45d7-8d12-c40e7517f6fd tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0484099 Jul 14 10:23:31.959818 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-43cbe2bb-1130-45de-a9d3-18ca82759cc0 req-ab35b95a-d6a7-4328-9d84-5fcb36ef6f4b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546834 Jul 14 10:23:33.077277 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6f494-b0ca-4a0d-9c6d-3bce04c9999d req-209c5ffd-9f7a-48eb-a678-2cfb57c424cf tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:33.078746 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e8b6f494-b0ca-4a0d-9c6d-3bce04c9999d req-209c5ffd-9f7a-48eb-a678-2cfb57c424cf tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0510941 Jul 14 10:23:33.138526 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e8b6f494-b0ca-4a0d-9c6d-3bce04c9999d req-1b4647b0-eb09-44ca-b995-dddae7cd3ac1 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539973 Jul 14 10:23:33.589641 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5ae337cd-dc95-4188-bb2a-a4bcd13875c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:34.253833 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f8ff7-d345-432f-b3f2-4a30f9f22378 req-e16203e8-77ef-495b-9885-1ffda1afc86e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:34.255311 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-269f8ff7-d345-432f-b3f2-4a30f9f22378 req-e16203e8-77ef-495b-9885-1ffda1afc86e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0488770 Jul 14 10:23:34.314986 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-269f8ff7-d345-432f-b3f2-4a30f9f22378 req-6b43c57f-47b4-4fe7-b15c-3e8e459b9919 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540633 Jul 14 10:23:35.035618 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:35.432150 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9b441-11f7-4238-9df8-640f6f05f360 req-1fff1280-e9bd-41a2-9b33-0f3a81f5f128 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:35.433616 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b7f9b441-11f7-4238-9df8-640f6f05f360 req-1fff1280-e9bd-41a2-9b33-0f3a81f5f128 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0470617 Jul 14 10:23:35.456824 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:35.496778 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b7f9b441-11f7-4238-9df8-640f6f05f360 req-2014ec1a-8dec-4666-9c5a-01548e70ec13 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576184 Jul 14 10:23:36.394780 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:36.497932 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:36.609900 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492c91b-3aff-4f47-b325-1beeff832665 req-8bd879c4-55dd-405a-a364-b963df1ee09d tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:36.611375 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c492c91b-3aff-4f47-b325-1beeff832665 req-8bd879c4-55dd-405a-a364-b963df1ee09d tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0473895 Jul 14 10:23:36.671424 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c492c91b-3aff-4f47-b325-1beeff832665 req-c1283abc-321e-471c-9a83-e700ffb1e054 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538425 Jul 14 10:23:37.787371 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e028f5-a2be-4232-995f-9b66b4e95474 req-376239e7-f4ec-4130-a41f-c8133ad5e647 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:37.788814 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e8e028f5-a2be-4232-995f-9b66b4e95474 req-376239e7-f4ec-4130-a41f-c8133ad5e647 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0472343 Jul 14 10:23:37.847655 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e8e028f5-a2be-4232-995f-9b66b4e95474 req-315b413f-75fc-4b07-b9e5-86781de909b8 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531883 Jul 14 10:23:38.965835 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d9d28-3467-4105-994b-aefd5fc2555f req-e306cf2e-46ee-49bb-b15d-b8dbe82860cd tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:38.967286 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-491d9d28-3467-4105-994b-aefd5fc2555f req-e306cf2e-46ee-49bb-b15d-b8dbe82860cd tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0506964 Jul 14 10:23:39.027057 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-491d9d28-3467-4105-994b-aefd5fc2555f req-117b6854-b564-4a30-b975-81749986d2e7 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&id=80b09934-2cb8-479e-9e1f-6b1c41f0a652&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538495 Jul 14 10:23:46.053535 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:46.054279 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:46.492125 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:46.493982 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:47.173609 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:47.187346 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4badb-a6d6-408a-a330-56f6f771bd53 req-c3e58367-2f81-463c-ade6-14762049638a tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:47.188823 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-acd4badb-a6d6-408a-a330-56f6f771bd53 req-c3e58367-2f81-463c-ade6-14762049638a tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.1817374 Jul 14 10:23:47.235812 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-acd4badb-a6d6-408a-a330-56f6f771bd53 req-a8398cb1-d476-4fe7-aeb9-ff79331fa87c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Jul 14 10:23:48.032522 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:48.038846 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-b16a55a9-2b11-4709-8ec2-824b8a82f3c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426643 Jul 14 10:23:48.123511 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-5b93f7ae-d1ee-4283-845b-a3b730500e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:48.125042 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-5b93f7ae-d1ee-4283-845b-a3b730500e47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 1129 time: 0.0406017 Jul 14 10:23:48.227373 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-628510db-3f72-41ae-a769-9b5fd67db125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:48.228838 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-628510db-3f72-41ae-a769-9b5fd67db125 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 913 time: 0.0848727 Jul 14 10:23:48.294687 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-286d2aa7-8d32-41af-8f2f-f4657fc7fb1e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2 HTTP/1.1" status: 200 len: 1001 time: 0.0594449 Jul 14 10:23:48.345214 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-a3e9c653-f723-4775-b8de-b793c5dc5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:48.346711 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-a3e9c653-f723-4775-b8de-b793c5dc5ec9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0447528 Jul 14 10:23:48.389419 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-3c53cf88-4be4-4d2c-9dce-7ceb801c3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:48.390922 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-3c53cf88-4be4-4d2c-9dce-7ceb801c3b2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388739 Jul 14 10:23:48.410088 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd899b56-1f2a-49f8-9183-cc1168febe0b req-ed22736f-ef3c-4831-a7d0-15126c1bca83 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:48.412097 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fd899b56-1f2a-49f8-9183-cc1168febe0b req-ed22736f-ef3c-4831-a7d0-15126c1bca83 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.1007247 Jul 14 10:23:48.459252 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fd899b56-1f2a-49f8-9183-cc1168febe0b req-f012cb60-1819-4471-a312-1147f8d245b1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Jul 14 10:23:48.482697 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-8b32c7e0-de5a-4bdc-a0bf-f40a70823aad service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857525 Jul 14 10:23:48.576722 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-6a696256-86b4-43bb-9e50-03edff5f20e6 req-0b329a38-599a-4093-9948-f483f195f346 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863733 Jul 14 10:23:49.580314 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef96a1-b6d0-4866-8348-aeaf6feb59a9 req-41df5b4c-214a-4474-b6f5-b114a4fb6d13 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:49.581809 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b6ef96a1-b6d0-4866-8348-aeaf6feb59a9 req-41df5b4c-214a-4474-b6f5-b114a4fb6d13 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0493684 Jul 14 10:23:49.631649 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b6ef96a1-b6d0-4866-8348-aeaf6feb59a9 req-368f7be1-6658-4b49-8a81-53b18de2aba5 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442762 Jul 14 10:23:50.750676 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d0b44-f0cc-46de-916c-441068921689 req-7a52363c-9b7d-4d0e-8969-38534eeaa239 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:50.752130 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-014d0b44-f0cc-46de-916c-441068921689 req-7a52363c-9b7d-4d0e-8969-38534eeaa239 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0473437 Jul 14 10:23:50.801589 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-014d0b44-f0cc-46de-916c-441068921689 req-95ffddda-ea4d-4a1a-afa5-d23d3d831896 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Jul 14 10:23:51.919794 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a174b4c-20ec-4514-8286-ef5a885e8a00 req-747bb451-4a53-4f4b-b11a-916d034772cc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:51.921273 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3a174b4c-20ec-4514-8286-ef5a885e8a00 req-747bb451-4a53-4f4b-b11a-916d034772cc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0471497 Jul 14 10:23:51.967946 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3a174b4c-20ec-4514-8286-ef5a885e8a00 req-46960f81-275e-4b4e-bf87-4cce83282b09 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Jul 14 10:23:52.440936 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:23:53.087212 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8375a6c-1fe2-4038-8be4-f88f9163299c req-2d794202-9580-4e01-8297-43817a5bc11b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:53.088727 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a8375a6c-1fe2-4038-8be4-f88f9163299c req-2d794202-9580-4e01-8297-43817a5bc11b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0467107 Jul 14 10:23:53.138788 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a8375a6c-1fe2-4038-8be4-f88f9163299c req-7d9ca6fe-dc8a-45b3-bca3-71ddd09309c0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444040 Jul 14 10:23:54.260912 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add945b0-8f66-4e85-86e5-c550797405a0 req-ec506e0a-badc-4d39-96a8-94dab59834d1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:54.262678 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-add945b0-8f66-4e85-86e5-c550797405a0 req-ec506e0a-badc-4d39-96a8-94dab59834d1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0517073 Jul 14 10:23:54.309034 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-add945b0-8f66-4e85-86e5-c550797405a0 req-ef5694da-5061-4516-8c4a-a418c19e0fb6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 Jul 14 10:23:55.426697 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaec988-01b0-4c61-b6cd-5b4c54bcb5f4 req-197fcafd-926c-4c48-a2ee-9d49e0250b0b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:55.428132 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-baaec988-01b0-4c61-b6cd-5b4c54bcb5f4 req-197fcafd-926c-4c48-a2ee-9d49e0250b0b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0462377 Jul 14 10:23:55.473605 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-baaec988-01b0-4c61-b6cd-5b4c54bcb5f4 req-6e7f24c2-1eb2-4698-8769-f0bbd34d0a33 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399165 Jul 14 10:23:56.559010 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:56.594757 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e3db4-82dc-41f3-bdf3-9878c1edd957 req-b09dc158-9545-4c90-9cc9-dcfbe2fcdd45 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:56.596216 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f42e3db4-82dc-41f3-bdf3-9878c1edd957 req-b09dc158-9545-4c90-9cc9-dcfbe2fcdd45 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0479476 Jul 14 10:23:56.655621 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-f42e3db4-82dc-41f3-bdf3-9878c1edd957 req-0e180189-1196-4878-980c-a7710c9b080a tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538685 Jul 14 10:23:57.772675 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffee15-0c45-4ca7-962d-88a31d16de0b req-4b43250b-fdbf-4dfc-994e-b0a64e0ecda6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:57.774150 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-38ffee15-0c45-4ca7-962d-88a31d16de0b req-4b43250b-fdbf-4dfc-994e-b0a64e0ecda6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0466738 Jul 14 10:23:57.820067 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-38ffee15-0c45-4ca7-962d-88a31d16de0b req-85cb6d13-b9da-452f-8bbd-2709de003cae tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403521 Jul 14 10:23:58.029496 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:58.572136 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=47 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:58.574283 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=54 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:58.937086 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530ce95-4c09-4d8a-984b-618b96b58ba2 req-3fd43324-7f69-4a4d-a2ed-27bcb42bf438 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:23:58.938615 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c530ce95-4c09-4d8a-984b-618b96b58ba2 req-3fd43324-7f69-4a4d-a2ed-27bcb42bf438 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0474985 Jul 14 10:23:58.971102 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:23:58.989189 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c530ce95-4c09-4d8a-984b-618b96b58ba2 req-691c9947-8ad1-4b8b-80c0-94e07bbdfe75 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437469 Jul 14 10:24:00.111453 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d054bc-c6e3-4e9b-aa59-4d0ad756e1be req-1af2076f-96fa-46b1-a1bf-f98db5e3f203 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:00.112948 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-37d054bc-c6e3-4e9b-aa59-4d0ad756e1be req-1af2076f-96fa-46b1-a1bf-f98db5e3f203 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0518045 Jul 14 10:24:00.159526 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-37d054bc-c6e3-4e9b-aa59-4d0ad756e1be req-5304e4da-1e18-44f6-8094-d6adb07eb43d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410538 Jul 14 10:24:01.277491 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e1093-5f2a-45c7-8072-1dad00e2b27f req-13152551-810a-4c49-b619-d3463d35c2e0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:01.278942 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4f4e1093-5f2a-45c7-8072-1dad00e2b27f req-13152551-810a-4c49-b619-d3463d35c2e0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0474250 Jul 14 10:24:01.324536 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4f4e1093-5f2a-45c7-8072-1dad00e2b27f req-915782ae-7303-47f4-b049-707049ee6630 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400598 Jul 14 10:24:01.433767 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8b3afb8f-224d-48b7-bc4c-e7dda1c6270b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:02.445275 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e030e1-9fb2-43b6-a2fa-d99dfa116e90 req-97ab0d2a-204a-4f10-b143-af620d104544 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:02.446749 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-22e030e1-9fb2-43b6-a2fa-d99dfa116e90 req-97ab0d2a-204a-4f10-b143-af620d104544 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0508058 Jul 14 10:24:02.492558 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-22e030e1-9fb2-43b6-a2fa-d99dfa116e90 req-36b3cfe3-4799-4576-8402-ce830ffe1ba3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402696 Jul 14 10:24:03.249294 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:24:03.345898 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:03.357330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'port_id': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'mac_address': 'fa:16:3e:f3:e1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:24:03.394820 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 is: ACTIVE; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:24:03.395204 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:03.407719 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:24:03.429800 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:03.434232 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:03.484394 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=6']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:03.492664 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.493039 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.493388 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.493729 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.494060 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.494387 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.494712 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.495034 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.495360 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.495684 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.496008 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.496330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.496651 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.496994 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.497317 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:03.554118 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:03.607043 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-80141dd1-91af-49be-bac4-7534cd1069a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:03.612718 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d8113-fd75-484b-b95c-30c2dd1419c5 req-c2082699-ce38-4814-9d86-375d37531878 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:03.614747 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-432d8113-fd75-484b-b95c-30c2dd1419c5 req-c2082699-ce38-4814-9d86-375d37531878 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 944 time: 0.0481784 Jul 14 10:24:03.662469 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-432d8113-fd75-484b-b95c-30c2dd1419c5 req-7b0b45a3-3127-43e0-9184-022c1ed4061d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418136 Jul 14 10:24:04.786934 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbbca4-fea8-41dd-83e6-19ca0ba512e3 req-34af0b26-7cb0-4ad5-b834-0d6cb32cf895 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:04.788451 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dadbbca4-fea8-41dd-83e6-19ca0ba512e3 req-34af0b26-7cb0-4ad5-b834-0d6cb32cf895 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 944 time: 0.0508828 Jul 14 10:24:04.841705 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dadbbca4-fea8-41dd-83e6-19ca0ba512e3 req-19f1815c-b2b4-46c1-8472-028e70668a23 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450735 Jul 14 10:24:05.041513 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:05.243788 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:05.328551 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:24:05.328851 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:05.415798 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:24:05.416471 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:05.439853 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:24:05.442640 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a628413-6491-485b-acf7-bae6bb1a8e8b" -d '{"events": [{"server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "name": "network-vif-plugged", "status": "completed", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:05.471104 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:05.476048 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:05.501882 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7ffa91-f7a0-4ae3-984a-aa4ded86fa0e x-openstack-request-id: req-6c7ffa91-f7a0-4ae3-984a-aa4ded86fa0e {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:05.502154 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "name": "network-vif-plugged", "status": "completed", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:05.502410 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c7ffa91-f7a0-4ae3-984a-aa4ded86fa0e {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:05.502798 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7ffa91-f7a0-4ae3-984a-aa4ded86fa0e'] response: {'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'code': 200} Jul 14 10:24:05.536621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=7']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:05.973979 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bb698-49ee-4fc4-916e-74efeb68b80c req-219bd534-be3d-4062-bcce-db41b754ee5b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:05.978916 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-302bb698-49ee-4fc4-916e-74efeb68b80c req-219bd534-be3d-4062-bcce-db41b754ee5b tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0562201 Jul 14 10:24:06.032722 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-302bb698-49ee-4fc4-916e-74efeb68b80c req-62ab615a-0847-48fc-bdb0-0b78c00fcafa tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507672 Jul 14 10:24:06.399148 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:06.507508 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:07.167477 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba9d0a-53a7-4839-b6fb-5c0e6c189668 req-a3827136-527e-449f-9a83-81da2b3bc590 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:07.169805 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6aba9d0a-53a7-4839-b6fb-5c0e6c189668 req-a3827136-527e-449f-9a83-81da2b3bc590 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0523932 Jul 14 10:24:07.220239 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6aba9d0a-53a7-4839-b6fb-5c0e6c189668 req-d174a17c-40aa-48f1-9f70-180a5ca83af6 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Jul 14 10:24:08.367114 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810a23d-0bf3-4f4b-9de5-471aa68ffbf2 req-d441831e-ae78-4d28-99c4-72213e905607 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:08.368642 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3810a23d-0bf3-4f4b-9de5-471aa68ffbf2 req-d441831e-ae78-4d28-99c4-72213e905607 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0591135 Jul 14 10:24:08.410789 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:08.424528 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3810a23d-0bf3-4f4b-9de5-471aa68ffbf2 req-eb4cfe37-9a02-404c-b6fb-50290df6ff5d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464385 Jul 14 10:24:09.561131 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730037b2-d516-4e7e-b2c2-0d29a82a2ed7 req-e8a79120-5f10-47a6-a678-8bc59b6e925d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:09.562559 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-730037b2-d516-4e7e-b2c2-0d29a82a2ed7 req-e8a79120-5f10-47a6-a678-8bc59b6e925d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0568273 Jul 14 10:24:09.619696 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-730037b2-d516-4e7e-b2c2-0d29a82a2ed7 req-8742947a-e173-44e8-918b-4f208fd6bd02 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498462 Jul 14 10:24:10.745297 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebea95-6313-44f3-a6a6-acb30e918032 req-0252e569-0342-4652-b75b-569ec6e0c923 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:10.757616 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-caebea95-6313-44f3-a6a6-acb30e918032 req-0252e569-0342-4652-b75b-569ec6e0c923 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0602129 Jul 14 10:24:10.818440 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-caebea95-6313-44f3-a6a6-acb30e918032 req-52ae01bc-8747-4927-9f4e-448161af0729 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545864 Jul 14 10:24:11.944907 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07be0-a226-4f67-9fe8-8666656e86d2 req-bb3bedd3-240d-4006-84ee-29045523afba tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:11.947372 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ede07be0-a226-4f67-9fe8-8666656e86d2 req-bb3bedd3-240d-4006-84ee-29045523afba tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0513332 Jul 14 10:24:11.999724 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ede07be0-a226-4f67-9fe8-8666656e86d2 req-c6430e29-ae57-48fd-95df-df0297c597a4 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459702 Jul 14 10:24:13.090188 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:13.131331 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88defc-295c-448f-a7d4-80615749bb08 req-77068c17-221f-48f2-b90a-a9b4ab697d57 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:13.132999 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6d88defc-295c-448f-a7d4-80615749bb08 req-77068c17-221f-48f2-b90a-a9b4ab697d57 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0526297 Jul 14 10:24:13.185268 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6d88defc-295c-448f-a7d4-80615749bb08 req-3b13c0fa-df77-4dfe-b7c2-47e743c6883f tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445142 Jul 14 10:24:14.150271 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-5daa0e8f-c81b-40f9-9f5b-193707828e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:14.151711 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-5daa0e8f-c81b-40f9-9f5b-193707828e1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 1129 time: 0.0397034 Jul 14 10:24:14.238563 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-99b50813-62f9-4f79-9f58-bfb03c7cbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:14.240020 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-99b50813-62f9-4f79-9f58-bfb03c7cbaed service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 918 time: 0.0826068 Jul 14 10:24:14.308779 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-31a25edd-1f58-4be4-a78c-bf01764379fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 HTTP/1.1" status: 200 len: 1001 time: 0.0620835 Jul 14 10:24:14.314762 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec3aa8-b0a3-477c-925c-3b5691834144 req-ae318d71-6851-4d8b-9e8c-2c64399d1708 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:14.316301 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c5ec3aa8-b0a3-477c-925c-3b5691834144 req-ae318d71-6851-4d8b-9e8c-2c64399d1708 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0504448 Jul 14 10:24:14.358042 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-d176a97d-438a-4cbd-b585-9873faa51a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:14.359498 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-d176a97d-438a-4cbd-b585-9873faa51a68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.0446231 Jul 14 10:24:14.363788 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c5ec3aa8-b0a3-477c-925c-3b5691834144 req-5b9b3d4a-ae87-49e3-9ee9-df4a2b1a2ced tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Jul 14 10:24:14.403475 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-867d059c-495c-4080-bba1-950474627f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:14.404967 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-867d059c-495c-4080-bba1-950474627f9e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388300 Jul 14 10:24:14.415209 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-5712a7d9-6cd1-4689-9af8-b527faca22bf service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104067) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:24:14.416116 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-5712a7d9-6cd1-4689-9af8-b527faca22bf service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047269 Jul 14 10:24:14.506383 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-fb33ba89-181a-4544-8071-eff989ccd1ce service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838103 Jul 14 10:24:14.594949 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-1978c9c2-9b45-47f3-a623-7165ecbebc42 req-ee316a0d-6d80-4196-ab86-eaa0da17b2b0 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817347 Jul 14 10:24:15.481031 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc494004-00cd-4f9b-8dc1-b3808cc41c2f req-d656e4a9-01c3-4e26-a2b8-bdc7b2d4d936 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:15.482484 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dc494004-00cd-4f9b-8dc1-b3808cc41c2f req-d656e4a9-01c3-4e26-a2b8-bdc7b2d4d936 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0467811 Jul 14 10:24:15.530468 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-dc494004-00cd-4f9b-8dc1-b3808cc41c2f req-ee53fd30-e885-4d58-a44b-1d60298510f2 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 Jul 14 10:24:16.499414 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:16.501285 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:16.654171 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565348c7-71df-4585-9ac7-2d7844fa4c72 req-5dfd6b69-f06c-421b-ae8a-525e0c4de7b8 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:16.655620 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-565348c7-71df-4585-9ac7-2d7844fa4c72 req-5dfd6b69-f06c-421b-ae8a-525e0c4de7b8 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 945 time: 0.0512030 Jul 14 10:24:16.701796 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-565348c7-71df-4585-9ac7-2d7844fa4c72 req-f48633b2-bba5-4ff4-b316-9fac7218c142 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403252 Jul 14 10:24:17.357709 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:17.415098 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20532e6f-de16-42b1-913d-171d2be9d18c req-1e08bac4-09d3-40dd-aa22-e9b92737b836 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905895090&fields=id&tenant_id=936db5c6e71f4012a4838d484c1ca92e HTTP/1.1" status: 200 len: 267 time: 0.0488765 Jul 14 10:24:17.449345 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 is: ACTIVE; New status is: DOWN {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:24:17.449974 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:17.468360 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20532e6f-de16-42b1-913d-171d2be9d18c req-fd31269e-7e56-4108-89f8-b48304d1a9bc tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:17.470228 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20532e6f-de16-42b1-913d-171d2be9d18c req-fd31269e-7e56-4108-89f8-b48304d1a9bc tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 984 time: 0.0486634 Jul 14 10:24:17.473978 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:24:17.477045 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b05d98e-bfd0-4bf7-abcc-adec669d513a" -d '{"events": [{"server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "name": "network-vif-unplugged", "status": "completed", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:17.480873 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [req-4a5da7f9-c2a2-465c-80ec-30f64042877e req-52a32b7b-38e8-491d-8505-81a7803fd39b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104066) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:24:17.481963 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-4a5da7f9-c2a2-465c-80ec-30f64042877e req-52a32b7b-38e8-491d-8505-81a7803fd39b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055780 Jul 14 10:24:17.487171 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.v2.base [req-20532e6f-de16-42b1-913d-171d2be9d18c req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Request body: {'port': {'security_groups': ['8af41143-e8fd-44de-9185-8a5cead1662d']}} {{(pid=104066) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:24:17.490634 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:17.495085 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:17.544578 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=8']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:17.585909 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-20532e6f-de16-42b1-913d-171d2be9d18c req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), before_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:17.591141 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Jul 2022 10:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abe6184-e012-400b-8aff-f1773998651f x-openstack-request-id: req-6abe6184-e012-400b-8aff-f1773998651f {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:17.591663 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "name": "network-vif-unplugged", "status": "failed", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1", "code": 422}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:17.592103 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6abe6184-e012-400b-8aff-f1773998651f {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:17.592741 dv-cinder-849800-1-iscsi neutron-server[104068]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6abe6184-e012-400b-8aff-f1773998651f']: {'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'code': 422} returned with failed status Jul 14 10:24:17.737026 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf85f-e10b-4fcc-b242-e084ff1a5d78 req-a3eaf47e-738f-44cd-911f-58f6e0bbb297 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:17.738575 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-666cf85f-e10b-4fcc-b242-e084ff1a5d78 req-a3eaf47e-738f-44cd-911f-58f6e0bbb297 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.1021805 Jul 14 10:24:17.741090 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-9e53304a-2177-4841-a920-45d0c8c1b9de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721414 Jul 14 10:24:17.766378 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:17.821528 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-8a383a02-fee9-4c17-8861-d88ffc9e4373 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:17.822898 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-8a383a02-fee9-4c17-8861-d88ffc9e4373 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports/7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 HTTP/1.1" status: 200 len: 940 time: 0.0515797 Jul 14 10:24:17.851972 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-666cf85f-e10b-4fcc-b242-e084ff1a5d78 req-02645280-cccd-485b-ade4-b88d0d80b342 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065106 Jul 14 10:24:17.873503 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-20532e6f-de16-42b1-913d-171d2be9d18c req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] For port a4970b22-3386-4b5b-93b1-f2bb8380d732, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:17.906383 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-20532e6f-de16-42b1-913d-171d2be9d18c req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:17.910885 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-20532e6f-de16-42b1-913d-171d2be9d18c req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131987245'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:17.923576 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['a4970b22-3386-4b5b-93b1-f2bb8380d732'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:17.948775 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:17.961087 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20532e6f-de16-42b1-913d-171d2be9d18c req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:17.961720 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-20532e6f-de16-42b1-913d-171d2be9d18c req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:17.966723 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20532e6f-de16-42b1-913d-171d2be9d18c req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "PUT /v2.0/ports/a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 200 len: 942 time: 0.4838052 Jul 14 10:24:17.970121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55460) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:17.971092 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:24:17.973426 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7712c9ae-7647-4726-a3c4-6305fff0318c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:18.004126 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event updated for resources: {'Port': ['ID=a4970b22-3386-4b5b-93b1-f2bb8380d732,revision_number=7']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:18.013034 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.013458 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.014805 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.014805 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.014805 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.015146 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.015435 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.015820 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.016224 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.016621 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.017048 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.017432 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.017831 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.018223 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.018656 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffed72b-6a3a-4839-8739-25e215d3f620 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.044636 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['a4970b22-3386-4b5b-93b1-f2bb8380d732'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:18.044872 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee003f79-cd4c-4a24-8fa4-17cb23a08983 x-openstack-request-id: req-ee003f79-cd4c-4a24-8fa4-17cb23a08983 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:18.045247 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:18.045558 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee003f79-cd4c-4a24-8fa4-17cb23a08983 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:18.046469 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee003f79-cd4c-4a24-8fa4-17cb23a08983'] response: {'name': 'network-changed', 'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'status': 'completed', 'code': 200} Jul 14 10:24:18.083506 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group (80b09934-2cb8-479e-9e1f-6b1c41f0a652), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:18.157584 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-e151dda9-3a16-45ad-98f2-09a7f9a3f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:18.160325 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-e151dda9-3a16-45ad-98f2-09a7f9a3f704 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=936db5c6e71f4012a4838d484c1ca92e&device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 1129 time: 0.0781183 Jul 14 10:24:18.167218 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group (80b09934-2cb8-479e-9e1f-6b1c41f0a652), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:18.305449 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-c835f044-4094-42ac-baae-b1b83a40828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:18.307215 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-c835f044-4094-42ac-baae-b1b83a40828d service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a81396c-241f-47b0-9c22-fb5e497d7444 HTTP/1.1" status: 200 len: 916 time: 0.1363306 Jul 14 10:24:18.364259 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (80b09934-2cb8-479e-9e1f-6b1c41f0a652), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:18.367392 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:18.367571 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-f5a9fc7a-d0dc-44f1-afc4-839cf82d3912 None None] Provisioning complete for port a4970b22-3386-4b5b-93b1-f2bb8380d732 triggered by entity DHCP. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:24:18.367932 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fc7a-d0dc-44f1-afc4-839cf82d3912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:18.368547 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "DELETE /v2.0/security-groups/80b09934-2cb8-479e-9e1f-6b1c41f0a652 HTTP/1.1" status: 204 len: 168 time: 0.3972189 Jul 14 10:24:18.372499 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55464) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:18.394486 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b09934-2cb8-479e-9e1f-6b1c41f0a652,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:18.399126 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-b6e39a28-8904-4dc6-9dc6-36404238318c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 200 len: 1000 time: 0.0859914 Jul 14 10:24:18.403772 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.404122 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.404466 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.404813 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.405287 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.405638 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.405969 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.406298 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.406627 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.406965 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.407650 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.407650 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.407924 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.408232 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.408557 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f536d5-e68f-4ac5-b2cf-c295e03b45d2 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:18.459499 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9fc7a-d0dc-44f1-afc4-839cf82d3912 None None] Current status of the port a4970b22-3386-4b5b-93b1-f2bb8380d732 is: ACTIVE; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:24:18.518282 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Deleting port f15f676e-30a0-43ba-8de6-67da566803d8 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:18.519227 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (f15f676e-30a0-43ba-8de6-67da566803d8), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:18.596421 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (f15f676e-30a0-43ba-8de6-67da566803d8), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:18.596796 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for floatingip (f15f676e-30a0-43ba-8de6-67da566803d8), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:18.631643 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-be8f344d-ca79-4739-811e-c0e15eaac6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:18.633049 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-be8f344d-ca79-4739-811e-c0e15eaac6c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dce07a2e-a177-4978-aa1c-14cb707efbb2 HTTP/1.1" status: 200 len: 854 time: 0.0460796 Jul 14 10:24:18.638677 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Calling delete_port for f15f676e-30a0-43ba-8de6-67da566803d8 owned by network:floatingip {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:18.660478 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-0d4827e9-2adc-4802-a5ca-8e9f53391bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:18.661994 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-0d4827e9-2adc-4802-a5ca-8e9f53391bdd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249&tenant_id=4f945783031448849dc0e5a3337f8c76 HTTP/1.1" status: 200 len: 1127 time: 0.0624442 Jul 14 10:24:18.664578 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:18.678908 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-75882eb6-ea0b-4efa-b9ce-96a5701741fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:18.680534 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-75882eb6-ea0b-4efa-b9ce-96a5701741fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a81396c-241f-47b0-9c22-fb5e497d7444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414236 Jul 14 10:24:18.744633 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-6cf68064-2616-48d9-8b33-0d5d375356e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:18.746135 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-6cf68064-2616-48d9-8b33-0d5d375356e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 1127 time: 0.0537741 Jul 14 10:24:18.892985 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-696322eb-67c8-4529-91d2-23c9d0b8427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:18.895094 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-696322eb-67c8-4529-91d2-23c9d0b8427c service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 918 time: 0.1415157 Jul 14 10:24:18.964959 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (f15f676e-30a0-43ba-8de6-67da566803d8), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:18.992869 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:19.019269 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:19.025056 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event deleted for resources: {'Port': ['ID=f15f676e-30a0-43ba-8de6-67da566803d8,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:19.034421 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-ac09472c-a916-4f21-88e3-058a6d571e8c service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422594 Jul 14 10:24:19.042989 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e40086-ac17-4726-bc33-80d46c2ae452 req-b0c9654f-09ac-445b-a9b0-58054882727d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:19.044466 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-23e40086-ac17-4726-bc33-80d46c2ae452 req-b0c9654f-09ac-445b-a9b0-58054882727d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0985496 Jul 14 10:24:19.046248 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-6cac7b44-0141-47a7-9c2b-ece20096675a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 HTTP/1.1" status: 200 len: 999 time: 0.1445611 Jul 14 10:24:19.124145 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-7712c9ae-7647-4726-a3c4-6305fff0318c req-db998088-acde-4c7a-bb4d-031034677884 service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844901 Jul 14 10:24:19.167534 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:19.177371 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-24dc6124-43b0-4600-9c0b-dadaa9c147d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:19.178819 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-24dc6124-43b0-4600-9c0b-dadaa9c147d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.1141453 Jul 14 10:24:19.183606 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-23e40086-ac17-4726-bc33-80d46c2ae452 req-8f134609-8689-4266-8c5e-548475188573 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199448 Jul 14 10:24:19.184622 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks [] for floatingip (8f6dce37-1b25-49be-a2b1-9018be9edf9a), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:19.184968 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Floating IP 8f6dce37-1b25-49be-a2b1-9018be9edf9a disassociated (deleted). External IP: 172.27.0.66, port: a4970b22-3386-4b5b-93b1-f2bb8380d732. Jul 14 10:24:19.541402 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-f925395a-da64-4520-8d96-843bd164f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:19.542817 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-f925395a-da64-4520-8d96-843bd164f724 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3547285 Jul 14 10:24:19.689279 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-8593def7-db5d-4a7e-ac73-912b42de5295 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403649 Jul 14 10:24:19.804770 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:24:19.833527 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-20914b7f-cd32-42aa-aa8f-d58e1e1ee754 req-3627f24a-1bc2-447a-a670-e7439bda83e3 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176355 Jul 14 10:24:19.925526 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:19.930271 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:19.936325 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] Sync routers for ids ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:19.946066 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] Routers {'0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:24:19.946707 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:24:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:19.962311 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-da614505-2695-4946-9908-4f22b30f328e tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "DELETE /v2.0/floatingips/8f6dce37-1b25-49be-a2b1-9018be9edf9a HTTP/1.1" status: 204 len: 168 time: 1.5881498 Jul 14 10:24:20.044655 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:20.048224 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:24:20.051423 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb123f3f-48de-4738-86bb-621b664c29a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:20.055330 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] Set router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:24:20.098026 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b830e220-9d78-49c3-a8d9-d042abd82516 x-openstack-request-id: req-b830e220-9d78-49c3-a8d9-d042abd82516 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:20.098668 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:20.098668 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b830e220-9d78-49c3-a8d9-d042abd82516 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:20.098959 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b830e220-9d78-49c3-a8d9-d042abd82516'] response: {'name': 'network-changed', 'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'status': 'completed', 'code': 200} Jul 14 10:24:20.183548 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-591b2632-a697-4b36-9eba-969267d4d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:20.189179 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-591b2632-a697-4b36-9eba-969267d4d6af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=936db5c6e71f4012a4838d484c1ca92e&device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 1129 time: 0.0590587 Jul 14 10:24:20.317373 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-6c0ba08f-9384-4ce0-bb1f-fba861be218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:20.319084 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-6c0ba08f-9384-4ce0-bb1f-fba861be218c service neutron] 10.222.0.58 "GET /v2.0/networks?id=4a81396c-241f-47b0-9c22-fb5e497d7444 HTTP/1.1" status: 200 len: 916 time: 0.1232457 Jul 14 10:24:20.359519 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:20.361576 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 5, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:20.384033 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b48b0-a6c2-4a03-8728-d4f779fd917a req-5c65e8f6-78b1-44ae-944e-fad64efcc927 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:20.385878 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1f2b48b0-a6c2-4a03-8728-d4f779fd917a req-5c65e8f6-78b1-44ae-944e-fad64efcc927 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0654879 Jul 14 10:24:20.393715 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] Checking router: 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:20.403723 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] Routers {'0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:24:20.404742 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:24:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:20.487200 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:20.521373 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-1f2b48b0-a6c2-4a03-8728-d4f779fd917a req-564c44bc-bb59-4c66-a3c1-2db4888f6060 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283665 Jul 14 10:24:20.556021 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] Set router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:24:20.750092 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 5, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:20.776746 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc237d3-35ca-4733-8f60-e45750a93dec None None] The sync data for ids ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'] in dv-cinder-849800-1-iscsi is: [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:06Z', 'revision_number': 4, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': 'd5299ee7-a970-4987-bc7e-c2567c277cc0', 'name': '', 'network_id': '4a81396c-241f-47b0-9c22-fb5e497d7444', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'mac_address': 'fa:16:3e:f1:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:06Z', 'updated_at': '2022-07-14T10:22:12Z', 'revision_number': 5, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'subnets': [{'id': 'dce07a2e-a177-4978-aa1c-14cb707efbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:21.016974 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d208845-3e01-41c2-8d21-ffa52d457e63 None None] New status for floating IP 8f6dce37-1b25-49be-a2b1-9018be9edf9a: DOWN {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:24:21.357920 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:21.435661 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 is: DOWN; New status is: DOWN {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:24:21.644884 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1d059-d2bc-47f3-9200-663937973edb req-d6853ff8-5e26-43b5-ba02-7712368b65fd tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:21.646478 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-def1d059-d2bc-47f3-9200-663937973edb req-d6853ff8-5e26-43b5-ba02-7712368b65fd tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0499456 Jul 14 10:24:21.696682 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-def1d059-d2bc-47f3-9200-663937973edb req-2d31377f-502e-481f-97ec-2a59a6f3cd76 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446489 Jul 14 10:24:22.444304 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:22.818465 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83fea-d83e-490a-ad87-75165218cf36 req-a0164787-0a87-4a82-86f8-65fc6f22c9b3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:22.820093 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2af83fea-d83e-490a-ad87-75165218cf36 req-a0164787-0a87-4a82-86f8-65fc6f22c9b3 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0476234 Jul 14 10:24:22.860579 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:22.873271 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2af83fea-d83e-490a-ad87-75165218cf36 req-e4a3004a-d007-41a7-9ba8-ba533b45ca47 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474188 Jul 14 10:24:24.002094 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ab7aa-b102-41e9-b888-c3da2e70c3c7 req-5e43f5b5-1ad9-49ef-bdaf-3c29f60216af tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:24.003579 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b16ab7aa-b102-41e9-b888-c3da2e70c3c7 req-5e43f5b5-1ad9-49ef-bdaf-3c29f60216af tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0527058 Jul 14 10:24:24.055186 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-b16ab7aa-b102-41e9-b888-c3da2e70c3c7 req-289ef17e-6173-4069-9ae1-333b7e468cff tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456741 Jul 14 10:24:25.031236 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:24:25.188029 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bfd9b-b501-4e47-a728-0736d77aad4c req-765ff5b2-8fe7-468c-907c-620d4ae3f624 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:25.189710 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d19bfd9b-b501-4e47-a728-0736d77aad4c req-765ff5b2-8fe7-468c-907c-620d4ae3f624 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0494976 Jul 14 10:24:25.240205 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d19bfd9b-b501-4e47-a728-0736d77aad4c req-f046aadb-cbbf-42db-8069-4409f2e904f9 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443609 Jul 14 10:24:26.370400 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087934f-77d5-4c62-861d-9db0280c4ebe req-ca9b85b6-23b6-4010-a7c9-c6f9e58318fc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:26.371873 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a087934f-77d5-4c62-861d-9db0280c4ebe req-ca9b85b6-23b6-4010-a7c9-c6f9e58318fc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0527518 Jul 14 10:24:26.426620 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a087934f-77d5-4c62-861d-9db0280c4ebe req-058edd64-4f07-4703-81a3-36c7e2b2f487 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490823 Jul 14 10:24:27.560815 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090fd4d-41e4-4bb9-ac35-2733bcf4d03a req-a3c47f9f-75e9-4408-bd01-cef1bfc86c57 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:27.562303 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9090fd4d-41e4-4bb9-ac35-2733bcf4d03a req-a3c47f9f-75e9-4408-bd01-cef1bfc86c57 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0513356 Jul 14 10:24:27.614581 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-9090fd4d-41e4-4bb9-ac35-2733bcf4d03a req-0fffac65-7e53-467c-b441-aa5d81d803ea tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459845 Jul 14 10:24:28.746360 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9bd82-2d22-461a-86e5-fe1ec8492d34 req-00e61698-3af0-40a3-aa9b-8bdc2c991dc1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:28.747863 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d3c9bd82-2d22-461a-86e5-fe1ec8492d34 req-00e61698-3af0-40a3-aa9b-8bdc2c991dc1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0570483 Jul 14 10:24:28.798220 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-d3c9bd82-2d22-461a-86e5-fe1ec8492d34 req-f34ff539-5f8f-48e2-90e0-e06905f1a1ed tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446696 Jul 14 10:24:29.119365 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=9 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:29.121278 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=24 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:29.483646 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-87c87ece-c314-458a-9671-d1e9324c985c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 200 len: 217 time: 0.0352173 Jul 14 10:24:29.917401 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b44fcd-6424-4011-a184-8c0367e9a4a2 req-52a752cc-3e89-4bf7-b0b8-d459d30d0a08 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:29.918837 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2b44fcd-6424-4011-a184-8c0367e9a4a2 req-52a752cc-3e89-4bf7-b0b8-d459d30d0a08 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0480573 Jul 14 10:24:29.964211 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a2b44fcd-6424-4011-a184-8c0367e9a4a2 req-51a2a4c3-b77e-41a3-8d03-7584ebad9dbe tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399022 Jul 14 10:24:30.286671 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-cd2ed3f2-ae81-4009-8a82-5e9978ffd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:30.288144 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-cd2ed3f2-ae81-4009-8a82-5e9978ffd88a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dce07a2e-a177-4978-aa1c-14cb707efbb2 HTTP/1.1" status: 200 len: 854 time: 0.0512514 Jul 14 10:24:30.366369 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-6e72d045-2d7d-4c0e-a26e-a10ab52679b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:30.367963 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-6e72d045-2d7d-4c0e-a26e-a10ab52679b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4a81396c-241f-47b0-9c22-fb5e497d7444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407441 Jul 14 10:24:30.508314 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-2c79d8d2-5a2f-4621-a372-ebf8cbc32530 service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338961 Jul 14 10:24:30.586636 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:30.613545 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-bb123f3f-48de-4738-86bb-621b664c29a3 req-a46ba073-b2ce-4202-89bc-b4b08da121c5 service neutron] 10.222.0.58 "GET /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990071 Jul 14 10:24:31.087007 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc0f39-e7b2-4e63-ab84-16fb5792e34b req-9e6a5a42-088a-4a25-9e32-92f36e708ced tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:31.088388 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2efc0f39-e7b2-4e63-ab84-16fb5792e34b req-9e6a5a42-088a-4a25-9e32-92f36e708ced tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 943 time: 0.0478122 Jul 14 10:24:31.142151 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2efc0f39-e7b2-4e63-ab84-16fb5792e34b req-e4711a1b-9e7e-4cfa-8182-a83ff0c7e537 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481706 Jul 14 10:24:31.404288 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=104068) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:24:31.459087 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c7efec0e-8efa-477e-8c06-95596fc7bc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:31.519083 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:31.530592 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Returning: {'device': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'port_id': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'mac_address': 'fa:16:3e:f3:e1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104068) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:24:31.564629 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 is: DOWN; New status is: BUILD {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:24:31.565572 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:31.581581 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:24:31.587642 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:31.724798 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:31.728783 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:31.773684 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=9']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:31.980945 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:32.109117 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:32.293965 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81060308-725f-486a-b04b-9c80d40dc51d req-74c7ebf4-6f3b-445b-b1c3-0d54ce2b5bc7 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:32.295442 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-81060308-725f-486a-b04b-9c80d40dc51d req-74c7ebf4-6f3b-445b-b1c3-0d54ce2b5bc7 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 944 time: 0.0782840 Jul 14 10:24:32.297956 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:32.309155 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58909dc2-7e54-4c02-a94c-1bf180d6dc06 req-737650d7-27ec-4cc9-8e45-b211c4367042 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:32.310544 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-58909dc2-7e54-4c02-a94c-1bf180d6dc06 req-737650d7-27ec-4cc9-8e45-b211c4367042 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 945 time: 0.0637519 Jul 14 10:24:32.386220 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-81060308-725f-486a-b04b-9c80d40dc51d req-88ee8b08-fbb7-4f88-a5a9-a4cdb88cc5fc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841422 Jul 14 10:24:32.389445 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-58909dc2-7e54-4c02-a94c-1bf180d6dc06 req-7f43aa66-afbb-4f12-81a1-adc625647425 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722249 Jul 14 10:24:33.405142 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 up at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:33.450519 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Provisioning complete for port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 triggered by entity L2. {{(pid=104068) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:24:33.450897 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914798'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), provisioning_complete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:33.523134 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Current status of the port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 is: BUILD; New status is: ACTIVE {{(pid=104068) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:24:33.523405 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970559'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:33.538040 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3163b4a-3ac2-43e6-8d19-cdf1fae2cd44 req-5a00e57f-a8ce-4377-9f2a-7bd0fcbb062c tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:33.539545 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e3163b4a-3ac2-43e6-8d19-cdf1fae2cd44 req-5a00e57f-a8ce-4377-9f2a-7bd0fcbb062c tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 945 time: 0.0790110 Jul 14 10:24:33.545598 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8746ebb-7d8e-47f9-b0f3-94a0fe82c207 req-08aaddcf-990a-4734-a5a5-106d0511f343 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:33.546980 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e8746ebb-7d8e-47f9-b0f3-94a0fe82c207 req-08aaddcf-990a-4734-a5a5-106d0511f343 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 944 time: 0.0773501 Jul 14 10:24:33.551888 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:24:33.554122 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18a697cd1a9d1b83cf753b074074fd8b9f7fd2222bc6ec9c1b88ec15d0dccbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8078c9-b02e-4bfe-99a2-95b6af65ddcd" -d '{"events": [{"server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "name": "network-vif-plugged", "status": "completed", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:33.566480 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:33.571103 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729320319245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729319967236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729319967254'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:33.611604 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e4a061ee-ba32-471c-92fd-74d865e2d09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:33.630109 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e3163b4a-3ac2-43e6-8d19-cdf1fae2cd44 req-e23efe2a-704b-44a2-993a-5aff184510a0 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/security-groups?id=8af41143-e8fd-44de-9185-8a5cead1662d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821705 Jul 14 10:24:33.634045 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Pushing event updated for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=10']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:33.640860 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-e8746ebb-7d8e-47f9-b0f3-94a0fe82c207 req-e4b95bf8-a7c2-4aec-b87d-5921b8477a82 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856531 Jul 14 10:24:33.680022 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f562fc-e188-4b45-8924-2646bee09417 x-openstack-request-id: req-e3f562fc-e188-4b45-8924-2646bee09417 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:33.680307 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "name": "network-vif-plugged", "status": "completed", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:33.680555 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3f562fc-e188-4b45-8924-2646bee09417 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:33.680983 dv-cinder-849800-1-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f562fc-e188-4b45-8924-2646bee09417'] response: {'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'code': 200} Jul 14 10:24:33.962524 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-df65d1b4-96bc-40b5-8492-ba963b1175a3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:33.963973 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-df65d1b4-96bc-40b5-8492-ba963b1175a3 tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 945 time: 0.0475245 Jul 14 10:24:33.976660 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c151f2c-0a8a-41f4-9d04-4cd8fbb9174b req-66ca843c-f612-41c8-841e-248068d2f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:33.978216 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9c151f2c-0a8a-41f4-9d04-4cd8fbb9174b req-66ca843c-f612-41c8-841e-248068d2f209 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 1130 time: 0.0396750 Jul 14 10:24:34.026872 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-9c151f2c-0a8a-41f4-9d04-4cd8fbb9174b req-5598b6bb-ad00-4a12-b71e-0ae6dc479e37 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Jul 14 10:24:34.046270 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-31daaa22-7eba-410a-84fd-104bd450c25b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Deleting port a4970b22-3386-4b5b-93b1-f2bb8380d732 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:34.046612 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-31daaa22-7eba-410a-84fd-104bd450c25b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:34.137711 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-31daaa22-7eba-410a-84fd-104bd450c25b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] For port a4970b22-3386-4b5b-93b1-f2bb8380d732, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a4970b22-3386-4b5b-93b1-f2bb8380d732,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:34.138072 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-31daaa22-7eba-410a-84fd-104bd450c25b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:34.151577 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-31daaa22-7eba-410a-84fd-104bd450c25b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Calling delete_port for a4970b22-3386-4b5b-93b1-f2bb8380d732 owned by compute:nova {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:34.279077 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-31daaa22-7eba-410a-84fd-104bd450c25b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (a4970b22-3386-4b5b-93b1-f2bb8380d732), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:34.292117 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] get_ports_and_sgs() called for port_ids ['a4970b22-3386-4b5b-93b1-f2bb8380d732'] {{(pid=104068) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:34.308604 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31daaa22-7eba-410a-84fd-104bd450c25b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Pushing event deleted for resources: {'Port': ['ID=a4970b22-3386-4b5b-93b1-f2bb8380d732,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:34.352177 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-31daaa22-7eba-410a-84fd-104bd450c25b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] No DVR routers for this DVR port a4970b22-3386-4b5b-93b1-f2bb8380d732 on host hv-cinder-84980 {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:24:34.354737 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-31daaa22-7eba-410a-84fd-104bd450c25b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:34.357927 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-856b6341-d1b7-44e2-b413-bbd9f7118425 req-31daaa22-7eba-410a-84fd-104bd450c25b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.58 "DELETE /v2.0/ports/a4970b22-3386-4b5b-93b1-f2bb8380d732 HTTP/1.1" status: 204 len: 173 time: 0.3891761 Jul 14 10:24:34.358363 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'name': 'network-vif-deleted', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:24:34.360559 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc06b5f-661e-4e8b-a926-908b66e706db" -d '{"events": [{"server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "name": "network-vif-deleted", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:34.397291 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf1d42c-2c10-4c34-b6dc-659743062bc4 x-openstack-request-id: req-ddf1d42c-2c10-4c34-b6dc-659743062bc4 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:34.397586 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6083b3f-b8e8-4540-b153-ae9b7c4cdffe", "name": "network-vif-deleted", "tag": "a4970b22-3386-4b5b-93b1-f2bb8380d732", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:34.397838 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ddf1d42c-2c10-4c34-b6dc-659743062bc4 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:34.398240 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf1d42c-2c10-4c34-b6dc-659743062bc4'] response: {'server_uuid': 'a6083b3f-b8e8-4540-b153-ae9b7c4cdffe', 'name': 'network-vif-deleted', 'tag': 'a4970b22-3386-4b5b-93b1-f2bb8380d732', 'status': 'completed', 'code': 200} Jul 14 10:24:34.780324 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2cb154ea-52c4-4e63-a1ce-d4d471ff517e req-06eabb63-6f9c-4bdd-b52d-7530d573c77b tempest-TestMinimumBasicScenario-1017685695 tempest-TestMinimumBasicScenario-1017685695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6083b3f-b8e8-4540-b153-ae9b7c4cdffe HTTP/1.1" status: 200 len: 210 time: 0.0514100 Jul 14 10:24:34.800757 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ec7fa-565d-40f0-9bf8-07e0412981e3 req-5d70d4e4-14f2-4f5d-90e6-01779a2745ad tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:34.802399 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e4ec7fa-565d-40f0-9bf8-07e0412981e3 req-5d70d4e4-14f2-4f5d-90e6-01779a2745ad tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 946 time: 0.0839329 Jul 14 10:24:34.848102 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:34.852658 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-0e4ec7fa-565d-40f0-9bf8-07e0412981e3 req-9486745a-7135-4c3c-a6ec-4744f64abcc0 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Jul 14 10:24:35.026092 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=15 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:35.027366 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=22 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:35.035302 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:35.971676 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c7a59-dd12-4570-99ee-b8da8d85362d req-9ca5d633-c855-442e-b295-96c93ea47b84 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:35.974927 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c00c7a59-dd12-4570-99ee-b8da8d85362d req-9ca5d633-c855-442e-b295-96c93ea47b84 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 946 time: 0.0497990 Jul 14 10:24:36.006212 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:36.023469 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-c00c7a59-dd12-4570-99ee-b8da8d85362d req-227d05e0-eb19-48c0-8039-894bf7ef0f48 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448482 Jul 14 10:24:36.296466 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55654) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:36.403444 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:36.500317 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:36.606775 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:36.824093 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] Deleting port d5299ee7-a970-4987-bc7e-c2567c277cc0 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:36.824426 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:36.903938 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] For port d5299ee7-a970-4987-bc7e-c2567c277cc0, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=d5299ee7-a970-4987-bc7e-c2567c277cc0,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:36.904293 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:36.917351 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] Calling delete_port for d5299ee7-a970-4987-bc7e-c2567c277cc0 owned by network:router_interface {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:37.040938 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:37.042445 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:37.094037 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (d5299ee7-a970-4987-bc7e-c2567c277cc0), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:37.120616 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d5299ee7-a970-4987-bc7e-c2567c277cc0,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:37.279836 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:37.412728 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a4970b22-3386-4b5b-93b1-f2bb8380d732 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:37.433801 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: a4970b22-3386-4b5b-93b1-f2bb8380d732 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:24:37.434146 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device a4970b22-3386-4b5b-93b1-f2bb8380d732 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:37.487341 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] Router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:24:37.588597 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:37.593958 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-a05c7a5a-78ee-4e2a-be0a-cc250fcf02ac admin admin] 10.222.0.61 "PUT /v2.0/routers/0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2964377 Jul 14 10:24:37.597227 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55656) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:37.598399 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] Sync routers for ids ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:37.609491 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] Routers {'0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:24:37.610106 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:24:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:37.698624 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Publish callbacks [] for router (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:37.710057 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] Set router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:24:37.795809 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Publish callbacks [] for router_gateway (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:37.836403 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Deleting port 4f33472c-f4ed-4046-9edb-909669212d39 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:37.836745 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (4f33472c-f4ed-4046-9edb-909669212d39), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:37.872833 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '4f33472c-f4ed-4046-9edb-909669212d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:24:37Z', 'revision_number': 5, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port': {'id': '4f33472c-f4ed-4046-9edb-909669212d39', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:37.900579 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] Checking router: 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:37.909313 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] Routers {'0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:24:37.909901 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:24:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:37.912326 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:37.918994 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] For port 4f33472c-f4ed-4046-9edb-909669212d39, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=4f33472c-f4ed-4046-9edb-909669212d39,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:37.919356 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (4f33472c-f4ed-4046-9edb-909669212d39), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:37.932719 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Calling delete_port for 4f33472c-f4ed-4046-9edb-909669212d39 owned by network:router_gateway {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:37.992916 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] Set router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 gateway port host: None {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:24:38.040414 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:24:37Z', 'revision_number': 6, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port_host': None}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:38.063819 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59752c9e-1281-487b-bd31-82ed2813ead3 None None] The sync data for ids ['0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0'] in dv-cinder-849800-1-iscsi is: [{'id': '0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0', 'name': 'tempest-TestMinimumBasicScenario-1203873669-router', 'tenant_id': '936db5c6e71f4012a4838d484c1ca92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:04Z', 'updated_at': '2022-07-14T10:24:37Z', 'revision_number': 6, 'project_id': '936db5c6e71f4012a4838d484c1ca92e', 'gw_port_host': None}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:38.099463 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (4f33472c-f4ed-4046-9edb-909669212d39), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.123171 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f33472c-f4ed-4046-9edb-909669212d39,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:38.186721 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.273381 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.275649 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Publish callbacks [] for router_controller (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.320496 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.321143 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 {{(pid=104066) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:24:38.325249 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.326384 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-12d1dc2d-f56a-4b49-b54a-9b22a414c23b admin admin] 10.222.0.61 "DELETE /v2.0/routers/0ee5e1b9-16d7-4bf9-b1e0-a8029cef12e0 HTTP/1.1" status: 204 len: 168 time: 0.7281075 Jul 14 10:24:38.328901 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55658) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:38.373289 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5c57f7-8e85-411c-ba68-21abcd5be9b1 admin admin] Deleting subnet dce07a2e-a177-4978-aa1c-14cb707efbb2 {{(pid=104066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:24:38.376398 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6d5c57f7-8e85-411c-ba68-21abcd5be9b1 admin admin] Publish callbacks [] for subnet (dce07a2e-a177-4978-aa1c-14cb707efbb2), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.413401 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6d5c57f7-8e85-411c-ba68-21abcd5be9b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130258025'] for subnet (dce07a2e-a177-4978-aa1c-14cb707efbb2), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.415234 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:38.450027 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:38.510905 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6d5c57f7-8e85-411c-ba68-21abcd5be9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (dce07a2e-a177-4978-aa1c-14cb707efbb2), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.563232 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6d5c57f7-8e85-411c-ba68-21abcd5be9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131986667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125231501'] for subnet (dce07a2e-a177-4978-aa1c-14cb707efbb2), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.588227 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c57f7-8e85-411c-ba68-21abcd5be9b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce07a2e-a177-4978-aa1c-14cb707efbb2,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:38.591796 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6d5c57f7-8e85-411c-ba68-21abcd5be9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.594868 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6d5c57f7-8e85-411c-ba68-21abcd5be9b1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dce07a2e-a177-4978-aa1c-14cb707efbb2 HTTP/1.1" status: 204 len: 168 time: 0.2647450 Jul 14 10:24:38.597948 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55660) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:38.598575 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62443ddd-7574-45ee-b749-76a7d1c32d19 None None] Network 4a81396c-241f-47b0-9c22-fb5e497d7444 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:24:38.669657 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (4a81396c-241f-47b0-9c22-fb5e497d7444), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.711049 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Deleting port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:38.711391 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.773937 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] For port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=83da8d65-c4d3-4a85-9eba-f037f6f6c2ed,segment=NetworkSegment(a49cb5a2-1275-414e-bbd6-3ac0d3e3f228),segment_id=a49cb5a2-1275-414e-bbd6-3ac0d3e3f228)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:38.774210 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.791203 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Calling delete_port for 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:38.850168 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd0b2b-d7fe-42ad-ace1-12abbf8ebf73 None None] DHCP port deletion for 4a81396c-241f-47b0-9c22-fb5e497d7444 request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:24:38.854043 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d5299ee7-a970-4987-bc7e-c2567c277cc0 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:38.871656 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (83da8d65-c4d3-4a85-9eba-f037f6f6c2ed), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:38.874916 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: d5299ee7-a970-4987-bc7e-c2567c277cc0 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:24:38.875257 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d5299ee7-a970-4987-bc7e-c2567c277cc0 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:38.900214 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-93fd0b2b-d7fe-42ad-ace1-12abbf8ebf73 None None] The port '83da8d65-c4d3-4a85-9eba-f037f6f6c2ed' was deleted {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 14 10:24:38.902876 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=83da8d65-c4d3-4a85-9eba-f037f6f6c2ed,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:38.906331 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] No DVR routers for this DVR port 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed on host dv-cinder-849800-1-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:24:38.981816 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (4a81396c-241f-47b0-9c22-fb5e497d7444), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:39.001757 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a81396c-241f-47b0-9c22-fb5e497d7444']}} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:39.011336 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228') {'for_net_delete': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:39.011635 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49cb5a2-1275-414e-bbd6-3ac0d3e3f228') {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:39.022481 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130258046'] for segment (a49cb5a2-1275-414e-bbd6-3ac0d3e3f228), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:39.041554 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (a49cb5a2-1275-414e-bbd6-3ac0d3e3f228), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:39.049006 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=104066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:24:39.049412 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131987273'] for segment (a49cb5a2-1275-414e-bbd6-3ac0d3e3f228), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:39.072961 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment a49cb5a2-1275-414e-bbd6-3ac0d3e3f228 resource provider aggregate not found Jul 14 10:24:39.105578 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment a49cb5a2-1275-414e-bbd6-3ac0d3e3f228 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a49cb5a2-1275-414e-bbd6-3ac0d3e3f228 found for delete ", "request_id": "req-bbd9a0a2-fd8c-440d-b365-f1e34eb17faa"}]} Jul 14 10:24:39.120181 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (4a81396c-241f-47b0-9c22-fb5e497d7444), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:39.125731 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:39.128914 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4a81396c-241f-47b0-9c22-fb5e497d7444 HTTP/1.1" status: 204 len: 168 time: 0.5300517 Jul 14 10:24:39.131918 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55666) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:39.140146 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c17af1-b766-4553-90af-0f4d30077d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a81396c-241f-47b0-9c22-fb5e497d7444,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:39.402777 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:39.435443 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (c8d74085-2d19-448c-8cb0-612f2c6160d2), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:39.522485 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=100 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:39.655698 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] Deleting port f12310bd-a5b7-42b6-8110-7bff4ae40767 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:39.655942 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:39.737475 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] For port f12310bd-a5b7-42b6-8110-7bff4ae40767, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=f12310bd-a5b7-42b6-8110-7bff4ae40767,segment=NetworkSegment(87dbab4f-a480-4be4-9e86-edb83e0a1166),segment_id=87dbab4f-a480-4be4-9e86-edb83e0a1166)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:39.737836 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:39.750567 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] Calling delete_port for f12310bd-a5b7-42b6-8110-7bff4ae40767 owned by network:router_interface {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:39.925675 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (f12310bd-a5b7-42b6-8110-7bff4ae40767), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:39.954642 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12310bd-a5b7-42b6-8110-7bff4ae40767,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:40.112184 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (c8d74085-2d19-448c-8cb0-612f2c6160d2), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:40.253554 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:40.312601 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:40.316902 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] Router c8d74085-2d19-448c-8cb0-612f2c6160d2 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:24:40.381637 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:40.401189 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:24:40.401523 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 83da8d65-c4d3-4a85-9eba-f037f6f6c2ed not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:40.401929 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 4f33472c-f4ed-4046-9edb-909669212d39 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:40.422111 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 4f33472c-f4ed-4046-9edb-909669212d39 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:24:40.422557 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 4f33472c-f4ed-4046-9edb-909669212d39 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:40.423673 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:40.431198 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-aeb88359-07eb-4b23-9c39-32380e137e45 admin admin] 10.222.0.61 "PUT /v2.0/routers/c8d74085-2d19-448c-8cb0-612f2c6160d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2955830 Jul 14 10:24:40.431198 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55668) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:40.437492 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] Sync routers for ids ['c8d74085-2d19-448c-8cb0-612f2c6160d2'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:40.446799 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] Routers {'c8d74085-2d19-448c-8cb0-612f2c6160d2'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:24:40.447416 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:24:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['c8d74085-2d19-448c-8cb0-612f2c6160d2'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:40.530878 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Publish callbacks [] for router (c8d74085-2d19-448c-8cb0-612f2c6160d2), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:40.549383 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] Set router c8d74085-2d19-448c-8cb0-612f2c6160d2 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:24:40.724810 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'name': 'tempest-TestMinimumBasicScenario-1236974570-router', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:24:39Z', 'revision_number': 5, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'gw_port': {'id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:40.749817 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] Checking router: c8d74085-2d19-448c-8cb0-612f2c6160d2 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:40.759035 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] Routers {'c8d74085-2d19-448c-8cb0-612f2c6160d2'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:24:40.759911 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:24:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['c8d74085-2d19-448c-8cb0-612f2c6160d2'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:40.862466 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] Set router c8d74085-2d19-448c-8cb0-612f2c6160d2 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:24:40.874856 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Publish callbacks [] for router_gateway (c8d74085-2d19-448c-8cb0-612f2c6160d2), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:40.917235 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Deleting port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:40.917586 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:40.995642 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] For port 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=13bd14b2-2b09-47e0-95ee-a01b51ad8d9c,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:40.996032 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.012873 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Calling delete_port for 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c owned by network:router_gateway {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:41.026519 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'name': 'tempest-TestMinimumBasicScenario-1236974570-router', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:24:39Z', 'revision_number': 5, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'gw_port': {'id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:41.051421 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a28f27-0810-46dc-b1cc-071c21d41ab5 None None] The sync data for ids ['c8d74085-2d19-448c-8cb0-612f2c6160d2'] in dv-cinder-849800-1-iscsi is: [{'id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'name': 'tempest-TestMinimumBasicScenario-1236974570-router', 'tenant_id': '93dc8dd0a6b54cfeaced481ced058522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:24:39Z', 'revision_number': 5, 'project_id': '93dc8dd0a6b54cfeaced481ced058522', 'gw_port': {'id': '13bd14b2-2b09-47e0-95ee-a01b51ad8d9c', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d74085-2d19-448c-8cb0-612f2c6160d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:22:09Z', 'updated_at': '2022-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:41.178845 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (13bd14b2-2b09-47e0-95ee-a01b51ad8d9c), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.201478 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=13bd14b2-2b09-47e0-95ee-a01b51ad8d9c,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:41.266192 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (c8d74085-2d19-448c-8cb0-612f2c6160d2), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.349608 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (c8d74085-2d19-448c-8cb0-612f2c6160d2), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.351619 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Publish callbacks [] for router_controller (c8d74085-2d19-448c-8cb0-612f2c6160d2), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.396463 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (c8d74085-2d19-448c-8cb0-612f2c6160d2), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.397114 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d74085-2d19-448c-8cb0-612f2c6160d2 {{(pid=104067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:24:41.401792 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.405232 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-4add7eb0-7fb1-49d7-a66e-0eede7b45ea5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c8d74085-2d19-448c-8cb0-612f2c6160d2 HTTP/1.1" status: 204 len: 168 time: 0.9709816 Jul 14 10:24:41.405582 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55670) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:41.440277 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:41.456354 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c0dee2-c8a3-4465-906c-ae49f900d5f4 admin admin] Deleting subnet 533181cd-c39f-42cf-9055-54f14efcc526 {{(pid=104067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:24:41.460003 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a3c0dee2-c8a3-4465-906c-ae49f900d5f4 admin admin] Publish callbacks [] for subnet (533181cd-c39f-42cf-9055-54f14efcc526), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.461755 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:41.496785 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a3c0dee2-c8a3-4465-906c-ae49f900d5f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131802627'] for subnet (533181cd-c39f-42cf-9055-54f14efcc526), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.573636 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a3c0dee2-c8a3-4465-906c-ae49f900d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (533181cd-c39f-42cf-9055-54f14efcc526), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.632538 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a3c0dee2-c8a3-4465-906c-ae49f900d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131802649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131243376'] for subnet (533181cd-c39f-42cf-9055-54f14efcc526), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.660255 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0dee2-c8a3-4465-906c-ae49f900d5f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533181cd-c39f-42cf-9055-54f14efcc526,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:41.665175 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-a3c0dee2-c8a3-4465-906c-ae49f900d5f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.671056 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-a3c0dee2-c8a3-4465-906c-ae49f900d5f4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/533181cd-c39f-42cf-9055-54f14efcc526 HTTP/1.1" status: 204 len: 168 time: 0.2621870 Jul 14 10:24:41.671264 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e3839-3757-4110-9170-5e13d6332935 None None] Network d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:24:41.671670 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55672) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:41.740583 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.782824 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Deleting port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:41.783211 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.848916 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] For port d7a3fc63-4d8a-4ce0-85cf-24be7477a043, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=d7a3fc63-4d8a-4ce0-85cf-24be7477a043,segment=NetworkSegment(87dbab4f-a480-4be4-9e86-edb83e0a1166),segment_id=87dbab4f-a480-4be4-9e86-edb83e0a1166)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:41.849301 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.862223 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Calling delete_port for d7a3fc63-4d8a-4ce0-85cf-24be7477a043 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:41.867326 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:41.872310 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:41.942252 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (d7a3fc63-4d8a-4ce0-85cf-24be7477a043), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:41.970992 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a3fc63-4d8a-4ce0-85cf-24be7477a043,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:41.972799 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] No DVR routers for this DVR port d7a3fc63-4d8a-4ce0-85cf-24be7477a043 on host dv-cinder-849800-1-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:24:42.043651 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.044000 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdcc295-6056-4f62-aeff-2dc5c5c450b9 None None] DHCP port deletion for d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:24:42.066670 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d']}} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:42.079002 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87dbab4f-a480-4be4-9e86-edb83e0a1166') {'for_net_delete': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:42.079297 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87dbab4f-a480-4be4-9e86-edb83e0a1166') {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:42.091029 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130258046'] for segment (87dbab4f-a480-4be4-9e86-edb83e0a1166), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.104868 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (87dbab4f-a480-4be4-9e86-edb83e0a1166), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.112280 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=104066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:24:42.112735 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131987273'] for segment (87dbab4f-a480-4be4-9e86-edb83e0a1166), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.163069 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment 87dbab4f-a480-4be4-9e86-edb83e0a1166 resource provider aggregate not found Jul 14 10:24:42.179997 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.184504 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.187875 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d HTTP/1.1" status: 204 len: 168 time: 0.5154691 Jul 14 10:24:42.190032 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment 87dbab4f-a480-4be4-9e86-edb83e0a1166 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87dbab4f-a480-4be4-9e86-edb83e0a1166 found for delete ", "request_id": "req-f9467711-29f2-4880-a8ba-549c01c3b9a4"}]} Jul 14 10:24:42.202166 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f202f71-2d55-45ef-a75a-556aeddd32b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e7e76a-3dcc-4dd1-9b5a-67688f9b477d,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:42.335415 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:42.354357 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:24:42.354757 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 13bd14b2-2b09-47e0-95ee-a01b51ad8d9c not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:42.355123 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device f12310bd-a5b7-42b6-8110-7bff4ae40767 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:42.358329 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55680) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:42.373263 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: f12310bd-a5b7-42b6-8110-7bff4ae40767 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:24:42.373616 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device f12310bd-a5b7-42b6-8110-7bff4ae40767 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:42.374031 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d7a3fc63-4d8a-4ce0-85cf-24be7477a043 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:42.376273 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:42.396579 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: d7a3fc63-4d8a-4ce0-85cf-24be7477a043 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:24:42.396843 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device d7a3fc63-4d8a-4ce0-85cf-24be7477a043 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:42.397918 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-f23e9d6a-3e0b-41e2-8885-4d1ff06f47bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=936db5c6e71f4012a4838d484c1ca92e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392606 Jul 14 10:24:42.400707 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55682) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:42.449746 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3a23603-7429-4b9e-82fe-2189ab107044 admin admin] Publish callbacks [] for security_group (8af41143-e8fd-44de-9185-8a5cead1662d), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.474777 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3a23603-7429-4b9e-82fe-2189ab107044 admin admin] Publish callbacks [] for security_group (8af41143-e8fd-44de-9185-8a5cead1662d), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.520309 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3a23603-7429-4b9e-82fe-2189ab107044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (8af41143-e8fd-44de-9185-8a5cead1662d), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.522735 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-e3a23603-7429-4b9e-82fe-2189ab107044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.523883 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-e3a23603-7429-4b9e-82fe-2189ab107044 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8af41143-e8fd-44de-9185-8a5cead1662d HTTP/1.1" status: 204 len: 168 time: 0.1222394 Jul 14 10:24:42.531567 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a23603-7429-4b9e-82fe-2189ab107044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af41143-e8fd-44de-9185-8a5cead1662d,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:42.835589 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55688) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:42.874599 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-5a9a3e61-c2e4-45c1-9ae9-8aefdfa7d489 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93dc8dd0a6b54cfeaced481ced058522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378768 Jul 14 10:24:42.877692 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55690) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:42.925320 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a197b56a-edcb-4083-83f7-cd18892bf398 admin admin] Publish callbacks [] for security_group (7591f2d0-0036-4670-8c94-7d2eea85ad12), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.946495 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a197b56a-edcb-4083-83f7-cd18892bf398 admin admin] Publish callbacks [] for security_group (7591f2d0-0036-4670-8c94-7d2eea85ad12), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.993461 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a197b56a-edcb-4083-83f7-cd18892bf398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7591f2d0-0036-4670-8c94-7d2eea85ad12), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.996153 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a197b56a-edcb-4083-83f7-cd18892bf398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:42.997393 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a197b56a-edcb-4083-83f7-cd18892bf398 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7591f2d0-0036-4670-8c94-7d2eea85ad12 HTTP/1.1" status: 204 len: 168 time: 0.1188340 Jul 14 10:24:43.005781 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197b56a-edcb-4083-83f7-cd18892bf398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591f2d0-0036-4670-8c94-7d2eea85ad12,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:49.096424 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-8e8baf08-27de-4775-9ccf-8e1127d9d8e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421231 Jul 14 10:24:49.417485 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-5135103f-19bf-46cf-9e54-7adcd243e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:49.418979 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-5135103f-19bf-46cf-9e54-7adcd243e51e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f945783031448849dc0e5a3337f8c76&device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 1130 time: 0.3001530 Jul 14 10:24:49.506066 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:49.524141 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-7a9293bb-e717-483a-a338-c058980b029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:49.525639 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-7a9293bb-e717-483a-a338-c058980b029e service neutron] 10.222.0.58 "GET /v2.0/networks?id=9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 200 len: 918 time: 0.0877810 Jul 14 10:24:49.538072 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:49.590539 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-70547827-7ad2-47fd-9e4f-b4f8979709cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 HTTP/1.1" status: 200 len: 1001 time: 0.0589571 Jul 14 10:24:49.640178 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-fe87d42d-f3c1-4b6f-bb0a-87f44e4a4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:49.641605 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-fe87d42d-f3c1-4b6f-bb0a-87f44e4a4217 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 200 len: 856 time: 0.0433614 Jul 14 10:24:49.685268 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-0a74691b-a3e7-463d-bcb4-1ad32422bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:49.686713 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-0a74691b-a3e7-463d-bcb4-1ad32422bb9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0d2893-bd16-48bf-a613-0a94b5150967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379567 Jul 14 10:24:49.782232 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-65880f45-bd12-49c6-a22f-0f4b9304cbfa service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Jul 14 10:24:49.874668 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-08243a10-e51d-4722-a553-dcf3939f4e78 req-b3f24bf7-2c19-4a48-b5e9-acac305270b6 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867414 Jul 14 10:24:51.639256 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:51.641157 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:52.448368 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:52.669846 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55694) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:52.808859 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Deleting port 5537b1a5-0f07-46b6-abc0-3b5eafcddd3b {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:52.809140 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (5537b1a5-0f07-46b6-abc0-3b5eafcddd3b), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:52.885615 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (5537b1a5-0f07-46b6-abc0-3b5eafcddd3b), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:52.885940 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (5537b1a5-0f07-46b6-abc0-3b5eafcddd3b), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:52.899035 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Calling delete_port for 5537b1a5-0f07-46b6-abc0-3b5eafcddd3b owned by network:floatingip {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:53.046787 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (5537b1a5-0f07-46b6-abc0-3b5eafcddd3b), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:53.071940 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event deleted for resources: {'Port': ['ID=5537b1a5-0f07-46b6-abc0-3b5eafcddd3b,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:53.138401 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (982368d0-9466-47be-b76a-448651a5eac0), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:53.138697 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Floating IP 982368d0-9466-47be-b76a-448651a5eac0 disassociated (deleted). External IP: 172.27.0.141, port: b386cc07-26ba-4101-8453-fa07ec85945c. Jul 14 10:24:53.170627 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:53.270420 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:53.337634 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:24:53.440669 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:53.445514 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:53.450569 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] Sync routers for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:53.460621 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:24:53.461345 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:24:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:53.476026 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-62140e94-1e7b-4b3e-99e2-83a3d2af0787 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "DELETE /v2.0/floatingips/982368d0-9466-47be-b76a-448651a5eac0 HTTP/1.1" status: 204 len: 168 time: 0.8048391 Jul 14 10:24:53.476944 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'tag': 'b386cc07-26ba-4101-8453-fa07ec85945c'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:24:53.480383 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a51bae8-518f-4a58-a054-322571cda0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9a91a52d-5efe-404d-a6a4-8ece6166bfc6", "tag": "b386cc07-26ba-4101-8453-fa07ec85945c"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:53.533313 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f7f751-a17b-43c5-aa46-e45244875b02 x-openstack-request-id: req-10f7f751-a17b-43c5-aa46-e45244875b02 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:53.533546 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a91a52d-5efe-404d-a6a4-8ece6166bfc6", "tag": "b386cc07-26ba-4101-8453-fa07ec85945c", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:53.533802 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10f7f751-a17b-43c5-aa46-e45244875b02 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:53.534212 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f7f751-a17b-43c5-aa46-e45244875b02'] response: {'name': 'network-changed', 'server_uuid': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'tag': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'status': 'completed', 'code': 200} Jul 14 10:24:53.574803 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:24:53.605368 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51bae8-518f-4a58-a054-322571cda0dd req-d938557f-fb8d-4721-9373-cd13e0e054ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:53.606791 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a51bae8-518f-4a58-a054-322571cda0dd req-d938557f-fb8d-4721-9373-cd13e0e054ba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 1129 time: 0.0485253 Jul 14 10:24:53.748457 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a65e4-24ab-4170-b707-0928c5f5e4f4 req-1910bf54-eab1-4d1e-9b78-98b7f119485d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:53.749979 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7a1a65e4-24ab-4170-b707-0928c5f5e4f4 req-1910bf54-eab1-4d1e-9b78-98b7f119485d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0642476 Jul 14 10:24:53.754803 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51bae8-518f-4a58-a054-322571cda0dd req-2084ebe5-6555-4ea0-956f-1e3b089a5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:53.756230 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a51bae8-518f-4a58-a054-322571cda0dd req-2084ebe5-6555-4ea0-956f-1e3b089a5e48 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 913 time: 0.1387374 Jul 14 10:24:53.797897 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '7a7e4d80-d911-4153-be32-98d7598d1445', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:2c:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:49Z', 'updated_at': '2022-07-14T10:20:51Z', 'revision_number': 1, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:53.806869 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-7a1a65e4-24ab-4170-b707-0928c5f5e4f4 req-e71b5a67-56f2-4184-a945-ef2d04e071bd tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496871 Jul 14 10:24:53.822510 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] Checking router: b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:53.831650 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:24:53.832241 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:24:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:54.055310 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:24:54.131037 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:54.264398 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '7a7e4d80-d911-4153-be32-98d7598d1445', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:2c:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:49Z', 'updated_at': '2022-07-14T10:20:51Z', 'revision_number': 1, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:54.289715 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e28c6-3af3-4ecd-8ef0-b40571580362 None None] The sync data for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi is: [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_floatingips': [{'id': '7a7e4d80-d911-4153-be32-98d7598d1445', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'router_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'port_id': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'mac_address': 'fa:16:3e:2c:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a889-2692-4dab-8be3-52a648470261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:20:49Z', 'updated_at': '2022-07-14T10:20:51Z', 'revision_number': 1, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:54.493535 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce24a4-fae2-49cd-a339-bdd7d5fd15c4 None None] New status for floating IP 982368d0-9466-47be-b76a-448651a5eac0: DOWN {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:24:54.752191 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a51bae8-518f-4a58-a054-322571cda0dd req-5a8008ef-7170-4fe6-876a-473c50435375 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b386cc07-26ba-4101-8453-fa07ec85945c HTTP/1.1" status: 200 len: 217 time: 0.0333116 Jul 14 10:24:54.800491 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51bae8-518f-4a58-a054-322571cda0dd req-5fca6ef2-37a5-4aea-82df-982d7858f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:54.801928 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a51bae8-518f-4a58-a054-322571cda0dd req-5fca6ef2-37a5-4aea-82df-982d7858f37f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0428040 Jul 14 10:24:54.953361 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e201d-c56a-4a65-98b9-4266388de4cb req-b69a8869-3a7a-47bc-b862-13edb8853504 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:54.955289 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3d1e201d-c56a-4a65-98b9-4266388de4cb req-b69a8869-3a7a-47bc-b862-13edb8853504 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0793018 Jul 14 10:24:54.964713 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51bae8-518f-4a58-a054-322571cda0dd req-46387cb1-6932-45d9-a6ac-ebabe87a8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:54.966394 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a51bae8-518f-4a58-a054-322571cda0dd req-46387cb1-6932-45d9-a6ac-ebabe87a8523 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612826 Jul 14 10:24:55.065445 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-3d1e201d-c56a-4a65-98b9-4266388de4cb req-4ab7d3fd-7af1-4243-9e5c-b662a01c7d78 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028593 Jul 14 10:24:55.088845 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a51bae8-518f-4a58-a054-322571cda0dd req-7aea8afa-cebb-4795-8040-aaa63c191419 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155455 Jul 14 10:24:55.264275 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-6a51bae8-518f-4a58-a054-322571cda0dd req-6bf79b55-bc03-4480-9721-051f2abbd341 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933952 Jul 14 10:24:55.269794 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-d9976860-2ab7-41a4-9614-249e758d99b5 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:24:55.271885 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-d9976860-2ab7-41a4-9614-249e758d99b5 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0544930 Jul 14 10:24:55.366452 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-41a66fb5-01ed-4772-84f3-dbd01f6a2b38 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Deleting port b386cc07-26ba-4101-8453-fa07ec85945c {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:55.366706 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-41a66fb5-01ed-4772-84f3-dbd01f6a2b38 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:55.455800 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-41a66fb5-01ed-4772-84f3-dbd01f6a2b38 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] For port b386cc07-26ba-4101-8453-fa07ec85945c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=b386cc07-26ba-4101-8453-fa07ec85945c,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:55.456157 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-41a66fb5-01ed-4772-84f3-dbd01f6a2b38 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:55.469007 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-41a66fb5-01ed-4772-84f3-dbd01f6a2b38 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Calling delete_port for b386cc07-26ba-4101-8453-fa07ec85945c owned by compute:nova {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:55.601799 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-41a66fb5-01ed-4772-84f3-dbd01f6a2b38 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (b386cc07-26ba-4101-8453-fa07ec85945c), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:55.629171 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a66fb5-01ed-4772-84f3-dbd01f6a2b38 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event deleted for resources: {'Port': ['ID=b386cc07-26ba-4101-8453-fa07ec85945c,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:55.676292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-41a66fb5-01ed-4772-84f3-dbd01f6a2b38 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] No DVR routers for this DVR port b386cc07-26ba-4101-8453-fa07ec85945c on host hv-cinder-84980 {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:24:55.678897 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-41a66fb5-01ed-4772-84f3-dbd01f6a2b38 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:55.682109 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-fa1f6b14-24b2-4cfd-82c6-7380c1e9b6a9 req-41a66fb5-01ed-4772-84f3-dbd01f6a2b38 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "DELETE /v2.0/ports/b386cc07-26ba-4101-8453-fa07ec85945c HTTP/1.1" status: 204 len: 173 time: 0.3985338 Jul 14 10:24:55.682566 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'name': 'network-vif-deleted', 'tag': 'b386cc07-26ba-4101-8453-fa07ec85945c'}] {{(pid=104067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:24:55.684806 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7daa8c07e6979e7f797e5312e8acbab6043fa23dddb6441b6c7d668946da99d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7847b571-0041-4cc6-be81-6478130bee69" -d '{"events": [{"server_uuid": "9a91a52d-5efe-404d-a6a4-8ece6166bfc6", "name": "network-vif-deleted", "tag": "b386cc07-26ba-4101-8453-fa07ec85945c"}]}' {{(pid=104067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:55.898663 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b53364-1d11-435f-b9f3-b8140dee4c02 x-openstack-request-id: req-c5b53364-1d11-435f-b9f3-b8140dee4c02 {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:55.898971 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a91a52d-5efe-404d-a6a4-8ece6166bfc6", "name": "network-vif-deleted", "tag": "b386cc07-26ba-4101-8453-fa07ec85945c", "status": "completed", "code": 200}]} {{(pid=104067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:55.899309 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5b53364-1d11-435f-b9f3-b8140dee4c02 {{(pid=104067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:55.899642 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b53364-1d11-435f-b9f3-b8140dee4c02'] response: {'server_uuid': '9a91a52d-5efe-404d-a6a4-8ece6166bfc6', 'name': 'network-vif-deleted', 'tag': 'b386cc07-26ba-4101-8453-fa07ec85945c', 'status': 'completed', 'code': 200} Jul 14 10:24:56.174931 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-2e283d09-428b-44fd-9ba8-fa7026f578ba req-825bb8c2-f53f-429d-9365-fd9bde0e3bbd tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a91a52d-5efe-404d-a6a4-8ece6166bfc6 HTTP/1.1" status: 200 len: 210 time: 0.0283196 Jul 14 10:24:59.459269 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55726) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:24:59.511767 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device b386cc07-26ba-4101-8453-fa07ec85945c no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:59.524302 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:59.531496 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: b386cc07-26ba-4101-8453-fa07ec85945c {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:24:59.532335 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device b386cc07-26ba-4101-8453-fa07ec85945c not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:59.589970 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=100 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:24:59.604822 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Deleting port 662bee36-2f72-431b-bdaf-37a049b610a8 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:24:59.605198 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (662bee36-2f72-431b-bdaf-37a049b610a8), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:59.686154 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (662bee36-2f72-431b-bdaf-37a049b610a8), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:59.686484 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (662bee36-2f72-431b-bdaf-37a049b610a8), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:59.698582 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Calling delete_port for 662bee36-2f72-431b-bdaf-37a049b610a8 owned by network:floatingip {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:24:59.845851 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (662bee36-2f72-431b-bdaf-37a049b610a8), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:59.869688 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event deleted for resources: {'Port': ['ID=662bee36-2f72-431b-bdaf-37a049b610a8,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:59.933103 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (7a7e4d80-d911-4153-be32-98d7598d1445), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:24:59.933608 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Floating IP 7a7e4d80-d911-4153-be32-98d7598d1445 disassociated (deleted). External IP: 172.27.0.151, port: 843c538b-92d0-432e-89e7-4dcf474bc2e2. Jul 14 10:25:00.134061 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:25:00.236096 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:00.241282 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:00.247234 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] Sync routers for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:00.258155 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:25:00.259021 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:24:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:00.272631 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-c43c8789-a3f8-4c8f-a013-0be85babced4 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "DELETE /v2.0/floatingips/7a7e4d80-d911-4153-be32-98d7598d1445 HTTP/1.1" status: 204 len: 168 time: 0.8122873 Jul 14 10:25:00.273272 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0878a889-2692-4dab-8be3-52a648470261', 'tag': '843c538b-92d0-432e-89e7-4dcf474bc2e2'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:25:00.275487 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215a7f9d-a29e-4b25-bed1-833d121fd8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0878a889-2692-4dab-8be3-52a648470261", "tag": "843c538b-92d0-432e-89e7-4dcf474bc2e2"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:00.315790 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf36c3a0-3bad-470a-834f-c9bd44981fb1 x-openstack-request-id: req-bf36c3a0-3bad-470a-834f-c9bd44981fb1 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:00.316089 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0878a889-2692-4dab-8be3-52a648470261", "tag": "843c538b-92d0-432e-89e7-4dcf474bc2e2", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:00.316363 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf36c3a0-3bad-470a-834f-c9bd44981fb1 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:00.316759 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf36c3a0-3bad-470a-834f-c9bd44981fb1'] response: {'name': 'network-changed', 'server_uuid': '0878a889-2692-4dab-8be3-52a648470261', 'tag': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'status': 'completed', 'code': 200} Jul 14 10:25:00.371496 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:25:00.379083 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-ea437177-a999-4142-aef1-2d79edfa8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:25:00.380614 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-ea437177-a999-4142-aef1-2d79edfa8640 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 1129 time: 0.0445919 Jul 14 10:25:00.489825 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-9cba2644-4adf-4cee-b000-5f74c47e5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:25:00.491301 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-9cba2644-4adf-4cee-b000-5f74c47e5ac0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 200 len: 913 time: 0.0964994 Jul 14 10:25:00.518446 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:00.524357 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8169b5-7388-4692-af99-149c27688655 req-92e2d6ca-b35b-4f76-a1ed-77804e867a72 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:25:00.525896 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fa8169b5-7388-4692-af99-149c27688655 req-92e2d6ca-b35b-4f76-a1ed-77804e867a72 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 945 time: 0.0493951 Jul 14 10:25:00.567563 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:00.577302 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-fa8169b5-7388-4692-af99-149c27688655 req-86cb2b6d-39ab-455d-a59d-ef2b94c6457b tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453608 Jul 14 10:25:00.682319 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:00.706854 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] Checking router: b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:00.715081 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:25:00.715675 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:24:34Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:00.816370 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:25:00.949025 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:00.997235 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:01.026004 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29d3e03-5e9d-4e30-b70f-fa2409892cc2 None None] The sync data for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi is: [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:17:06Z', 'revision_number': 4, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '9fd79bb4-50f3-4e15-9777-15dd1c01cf6b', 'name': '', 'network_id': '6a5bd4dd-229b-4523-a623-35c0c9078f3c', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'mac_address': 'fa:16:3e:c0:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:05Z', 'updated_at': '2022-07-14T10:17:12Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'subnets': [{'id': '8e921aae-a6ad-482c-bf8b-6db48db163b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:01.244537 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102fb356-92db-4e6a-a8f2-386c9bbd881a None None] New status for floating IP 7a7e4d80-d911-4153-be32-98d7598d1445: DOWN {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:25:01.442433 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-052b5256-da90-4d48-9ca0-fb0c099396b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:01.512012 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-6cea8f76-26bc-48b9-81c1-fb60697f1390 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2 HTTP/1.1" status: 200 len: 217 time: 0.0378191 Jul 14 10:25:01.567020 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-cbf1635f-1aa1-453e-9b37-078a684ed489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:25:01.568432 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-cbf1635f-1aa1-453e-9b37-078a684ed489 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 200 len: 851 time: 0.0435565 Jul 14 10:25:01.698075 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91d8a8-504d-42b1-baf1-d6428b018014 req-e722ed0d-f0e1-477e-8ee0-63081dcce4c6 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:25:01.699515 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ec91d8a8-504d-42b1-baf1-d6428b018014 req-e722ed0d-f0e1-477e-8ee0-63081dcce4c6 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 945 time: 0.0497885 Jul 14 10:25:01.724251 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:01.748363 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-ec91d8a8-504d-42b1-baf1-d6428b018014 req-4a2da4e9-cd0a-442e-99c6-206ee5e70267 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/security-groups?id=92c0e916-9dd3-4191-8d1f-802210854b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433891 Jul 14 10:25:01.859110 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-9049ac23-8267-4232-98b1-f6943fcc8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:25:01.860722 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-9049ac23-8267-4232-98b1-f6943fcc8fc7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a5bd4dd-229b-4523-a623-35c0c9078f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412991 Jul 14 10:25:01.955672 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-40ddcacb-7171-42d1-b9aa-f2b8f8a619a8 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891366 Jul 14 10:25:02.030614 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:25:02.320686 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [req-215a7f9d-a29e-4b25-bed1-833d121fd8dc req-3e18b662-cf7d-4a80-a2a4-749413062fe9 service neutron] 10.222.0.58 "GET /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843003 Jul 14 10:25:02.366580 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-b8b345f9-37b5-45d7-9f09-e9ae4de55823 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:25:02.368077 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-b8b345f9-37b5-45d7-9f09-e9ae4de55823 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 945 time: 0.0473104 Jul 14 10:25:02.453767 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-3c5bbb82-7a58-4857-afd4-464bb37f56b8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Deleting port 843c538b-92d0-432e-89e7-4dcf474bc2e2 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:02.454110 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-3c5bbb82-7a58-4857-afd4-464bb37f56b8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:02.541286 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-3c5bbb82-7a58-4857-afd4-464bb37f56b8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] For port 843c538b-92d0-432e-89e7-4dcf474bc2e2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=843c538b-92d0-432e-89e7-4dcf474bc2e2,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:02.541565 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-3c5bbb82-7a58-4857-afd4-464bb37f56b8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:02.554972 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-3c5bbb82-7a58-4857-afd4-464bb37f56b8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Calling delete_port for 843c538b-92d0-432e-89e7-4dcf474bc2e2 owned by compute:nova {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:02.682651 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-3c5bbb82-7a58-4857-afd4-464bb37f56b8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (843c538b-92d0-432e-89e7-4dcf474bc2e2), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:02.707939 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bbb82-7a58-4857-afd4-464bb37f56b8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event deleted for resources: {'Port': ['ID=843c538b-92d0-432e-89e7-4dcf474bc2e2,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:02.754492 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-3c5bbb82-7a58-4857-afd4-464bb37f56b8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] No DVR routers for this DVR port 843c538b-92d0-432e-89e7-4dcf474bc2e2 on host hv-cinder-84980 {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:25:02.756967 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-3c5bbb82-7a58-4857-afd4-464bb37f56b8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:02.760490 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-44727744-c9be-4968-af88-5bf6bc8418c0 req-3c5bbb82-7a58-4857-afd4-464bb37f56b8 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.58 "DELETE /v2.0/ports/843c538b-92d0-432e-89e7-4dcf474bc2e2 HTTP/1.1" status: 204 len: 173 time: 0.3872418 Jul 14 10:25:02.760954 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878a889-2692-4dab-8be3-52a648470261', 'name': 'network-vif-deleted', 'tag': '843c538b-92d0-432e-89e7-4dcf474bc2e2'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:25:02.763242 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac532abe-29b6-459a-a54c-83999b83c33c" -d '{"events": [{"server_uuid": "0878a889-2692-4dab-8be3-52a648470261", "name": "network-vif-deleted", "tag": "843c538b-92d0-432e-89e7-4dcf474bc2e2"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:02.800237 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5501c24-2c54-414b-867f-5afdca408aa6 x-openstack-request-id: req-e5501c24-2c54-414b-867f-5afdca408aa6 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:02.800536 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878a889-2692-4dab-8be3-52a648470261", "name": "network-vif-deleted", "tag": "843c538b-92d0-432e-89e7-4dcf474bc2e2", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:02.800843 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5501c24-2c54-414b-867f-5afdca408aa6 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:02.801319 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5501c24-2c54-414b-867f-5afdca408aa6'] response: {'server_uuid': '0878a889-2692-4dab-8be3-52a648470261', 'name': 'network-vif-deleted', 'tag': '843c538b-92d0-432e-89e7-4dcf474bc2e2', 'status': 'completed', 'code': 200} Jul 14 10:25:02.861334 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9ff14ca-666c-4929-9391-e6ea2f7dc443 req-c8bdca74-7d30-4cec-addf-88b210faa260 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "GET /v2.0/ports?device_id=0878a889-2692-4dab-8be3-52a648470261 HTTP/1.1" status: 200 len: 210 time: 0.0358155 Jul 14 10:25:03.593405 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ef01d695-dfd6-46c2-bd74-d67a714b9dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:03.923613 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55744) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:04.032091 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-c03da8cb-71a5-44c5-b35d-2cd41411dcb7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Deleting port 0cd44add-ae70-4851-96a6-89928edf80e8 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:04.032433 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c03da8cb-71a5-44c5-b35d-2cd41411dcb7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (0cd44add-ae70-4851-96a6-89928edf80e8), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:04.106560 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c03da8cb-71a5-44c5-b35d-2cd41411dcb7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (0cd44add-ae70-4851-96a6-89928edf80e8), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:04.106883 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c03da8cb-71a5-44c5-b35d-2cd41411dcb7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (0cd44add-ae70-4851-96a6-89928edf80e8), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:04.119583 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-c03da8cb-71a5-44c5-b35d-2cd41411dcb7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Calling delete_port for 0cd44add-ae70-4851-96a6-89928edf80e8 owned by network:floatingip {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:04.233946 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:04.253973 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c03da8cb-71a5-44c5-b35d-2cd41411dcb7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (0cd44add-ae70-4851-96a6-89928edf80e8), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:04.279266 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03da8cb-71a5-44c5-b35d-2cd41411dcb7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event deleted for resources: {'Port': ['ID=0cd44add-ae70-4851-96a6-89928edf80e8,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:04.344335 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c03da8cb-71a5-44c5-b35d-2cd41411dcb7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for floatingip (8bb4fd28-ae4f-4593-946d-40116b530f5f), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:04.346849 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-c03da8cb-71a5-44c5-b35d-2cd41411dcb7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:04.347997 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-c03da8cb-71a5-44c5-b35d-2cd41411dcb7 tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "DELETE /v2.0/floatingips/8bb4fd28-ae4f-4593-946d-40116b530f5f HTTP/1.1" status: 204 len: 168 time: 0.4245031 Jul 14 10:25:05.038076 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:05.542935 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 843c538b-92d0-432e-89e7-4dcf474bc2e2 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:05.561664 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 843c538b-92d0-432e-89e7-4dcf474bc2e2 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:05.562034 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 843c538b-92d0-432e-89e7-4dcf474bc2e2 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:05.717301 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55756) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:05.726173 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:05.795940 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d68a86ae-1f49-4a30-92e9-83173e2d371d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group (92c0e916-9dd3-4191-8d1f-802210854b90), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:05.833706 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d68a86ae-1f49-4a30-92e9-83173e2d371d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group (92c0e916-9dd3-4191-8d1f-802210854b90), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:05.913197 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d68a86ae-1f49-4a30-92e9-83173e2d371d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (92c0e916-9dd3-4191-8d1f-802210854b90), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:05.915697 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d68a86ae-1f49-4a30-92e9-83173e2d371d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:05.916854 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-d68a86ae-1f49-4a30-92e9-83173e2d371d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] 10.222.0.61 "DELETE /v2.0/security-groups/92c0e916-9dd3-4191-8d1f-802210854b90 HTTP/1.1" status: 204 len: 168 time: 0.1985745 Jul 14 10:25:05.926590 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a86ae-1f49-4a30-92e9-83173e2d371d tempest-TestVolumeBootPattern-951692695 tempest-TestVolumeBootPattern-951692695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c0e916-9dd3-4191-8d1f-802210854b90,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:05.975871 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55760) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:06.178085 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:06.277356 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:06.407010 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:06.459108 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:06.504057 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:06.679108 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] Deleting port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:06.679452 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:06.760370 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] For port 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=9fd79bb4-50f3-4e15-9777-15dd1c01cf6b,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:06.760741 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:06.774037 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] Calling delete_port for 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b owned by network:router_interface {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:06.954719 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (9fd79bb4-50f3-4e15-9777-15dd1c01cf6b), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:06.958482 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:06.980397 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd79bb4-50f3-4e15-9777-15dd1c01cf6b,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:07.145804 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:07.150765 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:07.350777 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] Router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:25:07.451236 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:07.456299 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-01ed0522-1d19-497c-9bff-cac5044b901d admin admin] 10.222.0.61 "PUT /v2.0/routers/b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4792819 Jul 14 10:25:07.458843 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55764) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:07.462005 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] Sync routers for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:07.472129 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:25:07.472823 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:25:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:07.555312 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Publish callbacks [] for router (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:07.574656 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:25:07.652538 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Publish callbacks [] for router_gateway (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:07.695119 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Deleting port 8871a44a-aa5f-4844-a5ae-c77e994df612 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:07.695458 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:07.747738 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:25:06Z', 'revision_number': 5, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port': {'id': '8871a44a-aa5f-4844-a5ae-c77e994df612', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:15:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:04Z', 'updated_at': '2022-07-14T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:07.772557 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] Checking router: b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:07.780905 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] For port 8871a44a-aa5f-4844-a5ae-c77e994df612, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=8871a44a-aa5f-4844-a5ae-c77e994df612,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:07.781097 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] Routers {'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:25:07.781811 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:07.782130 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:25:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:07.795552 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Calling delete_port for 8871a44a-aa5f-4844-a5ae-c77e994df612 owned by network:router_gateway {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:07.801644 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:07.980573 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (8871a44a-aa5f-4844-a5ae-c77e994df612), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:07.999155 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] Set router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 gateway port host: None {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:25:08.013815 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Pushing event deleted for resources: {'Port': ['ID=8871a44a-aa5f-4844-a5ae-c77e994df612,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:08.052840 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:25:07Z', 'revision_number': 6, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port_host': None}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:08.068173 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:08.090782 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.091026 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de5314-fd9e-4edc-b13e-3c3e56f1c4bf None None] The sync data for ids ['b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3'] in dv-cinder-849800-1-iscsi is: [{'id': 'b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3', 'name': 'tempest-TestVolumeBootPattern-1445132926-router', 'tenant_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:03Z', 'updated_at': '2022-07-14T10:25:07Z', 'revision_number': 6, 'project_id': 'f5484157d3894ec097d1f1b2e0bacc16', 'gw_port_host': None}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:08.181969 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.184203 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Publish callbacks [] for router_controller (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.487033 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.488077 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 {{(pid=104067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:25:08.494805 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.500288 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55768) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:08.500824 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-2d42b1eb-d060-4cae-8955-f619301ff660 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b5bc5ead-3d3d-46a4-a246-5b18cf26bbc3 HTTP/1.1" status: 204 len: 168 time: 1.0404747 Jul 14 10:25:08.570977 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5dcb03-5f3d-4776-92f7-d296a6f93b59 admin admin] Deleting subnet 8e921aae-a6ad-482c-bf8b-6db48db163b8 {{(pid=104066) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:25:08.574837 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f5dcb03-5f3d-4776-92f7-d296a6f93b59 admin admin] Publish callbacks [] for subnet (8e921aae-a6ad-482c-bf8b-6db48db163b8), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.616598 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f5dcb03-5f3d-4776-92f7-d296a6f93b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130258025'] for subnet (8e921aae-a6ad-482c-bf8b-6db48db163b8), precommit_delete_associations {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.697715 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f5dcb03-5f3d-4776-92f7-d296a6f93b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (8e921aae-a6ad-482c-bf8b-6db48db163b8), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.751862 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f5dcb03-5f3d-4776-92f7-d296a6f93b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131986667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125231501'] for subnet (8e921aae-a6ad-482c-bf8b-6db48db163b8), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.780863 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dcb03-5f3d-4776-92f7-d296a6f93b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e921aae-a6ad-482c-bf8b-6db48db163b8,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:08.784954 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f5dcb03-5f3d-4776-92f7-d296a6f93b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for subnet (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.790298 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-1f5dcb03-5f3d-4776-92f7-d296a6f93b59 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8e921aae-a6ad-482c-bf8b-6db48db163b8 HTTP/1.1" status: 204 len: 168 time: 0.2856309 Jul 14 10:25:08.790573 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55770) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:08.793455 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa62109-6359-4c5b-9ac7-0605260fb267 None None] Network 6a5bd4dd-229b-4523-a623-35c0c9078f3c requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:25:08.796130 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:08.860953 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (6a5bd4dd-229b-4523-a623-35c0c9078f3c), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.891314 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:08.905486 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Deleting port 41235627-25c3-43a5-a49f-3f2ce1381aa2 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:08.905928 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.917666 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:08.918019 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 9fd79bb4-50f3-4e15-9777-15dd1c01cf6b not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:08.977957 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] DHCP port deletion for 6a5bd4dd-229b-4523-a623-35c0c9078f3c request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:25:08.978589 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] For port 41235627-25c3-43a5-a49f-3f2ce1381aa2, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=41235627-25c3-43a5-a49f-3f2ce1381aa2,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:08.978949 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:08.992886 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Calling delete_port for 41235627-25c3-43a5-a49f-3f2ce1381aa2 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:09.020729 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Deleting port 41235627-25c3-43a5-a49f-3f2ce1381aa2 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:09.021144 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.063689 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:09.073235 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.089800 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] For port 41235627-25c3-43a5-a49f-3f2ce1381aa2, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=41235627-25c3-43a5-a49f-3f2ce1381aa2,segment=NetworkSegment(bd370388-c9e4-44da-b992-a8b565140793),segment_id=bd370388-c9e4-44da-b992-a8b565140793)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:09.090200 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.100409 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Pushing event deleted for resources: {'Port': ['ID=41235627-25c3-43a5-a49f-3f2ce1381aa2,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:09.103873 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] No DVR routers for this DVR port 41235627-25c3-43a5-a49f-3f2ce1381aa2 on host dv-cinder-849800-1-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:25:09.105684 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Calling delete_port for 41235627-25c3-43a5-a49f-3f2ce1381aa2 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:09.185968 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (6a5bd4dd-229b-4523-a623-35c0c9078f3c), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.193095 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063'] for port (41235627-25c3-43a5-a49f-3f2ce1381aa2), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.215816 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5bd4dd-229b-4523-a623-35c0c9078f3c']}} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:09.220771 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Pushing event deleted for resources: {'Port': ['ID=41235627-25c3-43a5-a49f-3f2ce1381aa2,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:09.226385 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd370388-c9e4-44da-b992-a8b565140793') {'for_net_delete': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:09.226679 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd370388-c9e4-44da-b992-a8b565140793') {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:09.230833 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] No DVR routers for this DVR port 41235627-25c3-43a5-a49f-3f2ce1381aa2 on host dv-cinder-849800-1-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:25:09.233306 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.234053 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.234053 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.234329 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.234657 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.234983 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.235308 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.235634 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.235956 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.236841 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.236841 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.237239 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.237649 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.237972 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.238292 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff3b0a-ff08-465d-b396-058fdbabddf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:09.239279 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130258046'] for segment (bd370388-c9e4-44da-b992-a8b565140793), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.255836 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (bd370388-c9e4-44da-b992-a8b565140793), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.261473 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:09.264858 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=104066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:25:09.265341 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131987273'] for segment (bd370388-c9e4-44da-b992-a8b565140793), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.291267 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment bd370388-c9e4-44da-b992-a8b565140793 resource provider aggregate not found Jul 14 10:25:09.323704 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment bd370388-c9e4-44da-b992-a8b565140793 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd370388-c9e4-44da-b992-a8b565140793 found for delete ", "request_id": "req-782bca80-817a-4a91-a9dc-5db6a883403f"}]} Jul 14 10:25:09.339022 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (6a5bd4dd-229b-4523-a623-35c0c9078f3c), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.344712 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.347771 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6a5bd4dd-229b-4523-a623-35c0c9078f3c HTTP/1.1" status: 204 len: 168 time: 0.5563049 Jul 14 10:25:09.351244 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55780) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:09.358694 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cbaf2-5264-48db-a534-9b4c2d3af425 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5bd4dd-229b-4523-a623-35c0c9078f3c,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:09.675781 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.797974 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b0639-d619-4737-92c4-d992e7d5f263 req-3f944232-b2a8-4bf0-bb80-a1f26b7cfafc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:25:09.799895 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-246b0639-d619-4737-92c4-d992e7d5f263 req-3f944232-b2a8-4bf0-bb80-a1f26b7cfafc tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 946 time: 0.0502024 Jul 14 10:25:09.852643 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-246b0639-d619-4737-92c4-d992e7d5f263 req-0cec58f0-d496-42a5-8bfc-f47d91dcba40 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463674 Jul 14 10:25:09.902631 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:09.910974 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] Deleting port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:09.911314 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:09.994087 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] For port 3a14a882-59d4-4c40-a2d7-dc6f9e9da556, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=3a14a882-59d4-4c40-a2d7-dc6f9e9da556,segment=NetworkSegment(cb341d8c-2117-4539-b557-6fbbffc696c5),segment_id=cb341d8c-2117-4539-b557-6fbbffc696c5)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:09.994453 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:10.008563 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] Calling delete_port for 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 owned by network:router_interface {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:10.134081 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:10.188725 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (3a14a882-59d4-4c40-a2d7-dc6f9e9da556), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:10.213773 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a14a882-59d4-4c40-a2d7-dc6f9e9da556,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:10.381536 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:10.408759 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 8871a44a-aa5f-4844-a5ae-c77e994df612 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:10.429048 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 8871a44a-aa5f-4844-a5ae-c77e994df612 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:10.429389 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 8871a44a-aa5f-4844-a5ae-c77e994df612 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:10.429808 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 41235627-25c3-43a5-a49f-3f2ce1381aa2 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:10.448540 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 41235627-25c3-43a5-a49f-3f2ce1381aa2 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:10.448887 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 41235627-25c3-43a5-a49f-3f2ce1381aa2 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:10.595892 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] Router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:25:10.698649 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:10.704115 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-caeeb731-7015-47eb-994c-f568de7a6857 admin admin] 10.222.0.61 "PUT /v2.0/routers/6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3511367 Jul 14 10:25:10.706687 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55790) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:10.709153 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] Sync routers for ids ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'] in dv-cinder-849800-1-iscsi {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:10.711983 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=68 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:10.716069 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=68 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:10.723172 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] Routers {'6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:25:10.723792 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:25:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:10.787418 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:10.809069 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Publish callbacks [] for router (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:10.875532 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] Set router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:25:10.912477 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Publish callbacks [] for router_gateway (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:10.965518 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Deleting port af809c06-ded1-4b2f-8bd9-fc8989b44456 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:10.965518 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:10.984472 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dff5c7-74c2-416d-8c34-2f84254642a6 req-472b89a7-0eee-4926-8cbb-00334c96a732 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:25:10.986284 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9dff5c7-74c2-416d-8c34-2f84254642a6 req-472b89a7-0eee-4926-8cbb-00334c96a732 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 946 time: 0.0545058 Jul 14 10:25:11.039223 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-a9dff5c7-74c2-416d-8c34-2f84254642a6 req-1bb68dbb-ec49-4dee-890a-6c5946acd409 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups?id=711ca47d-2813-44dc-bf83-f68a5d30d9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457127 Jul 14 10:25:11.058832 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] For port af809c06-ded1-4b2f-8bd9-fc8989b44456, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=af809c06-ded1-4b2f-8bd9-fc8989b44456,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:11.059204 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.061612 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:11.074215 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Calling delete_port for af809c06-ded1-4b2f-8bd9-fc8989b44456 owned by network:router_gateway {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:11.172224 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'name': 'tempest-TestVolumeBootPattern-586736739-router', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:08Z', 'updated_at': '2022-07-14T10:25:10Z', 'revision_number': 5, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'gw_port': {'id': 'af809c06-ded1-4b2f-8bd9-fc8989b44456', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:17:09Z', 'updated_at': '2022-07-14T10:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:11.202432 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] Checking router: 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 for host: dv-cinder-849800-1-iscsi {{(pid=104069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:11.211938 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] Routers {'6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:25:11.212786 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:25:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'], 'active': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:11.246030 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (af809c06-ded1-4b2f-8bd9-fc8989b44456), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.265907 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-89ca6a6d-51ae-422b-8f9f-b7bf34c2202c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104066) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:25:11.267584 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-89ca6a6d-51ae-422b-8f9f-b7bf34c2202c tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.58 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 946 time: 0.0630341 Jul 14 10:25:11.273002 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Pushing event deleted for resources: {'Port': ['ID=af809c06-ded1-4b2f-8bd9-fc8989b44456,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:11.312020 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvr_db [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] Set router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 gateway port host: None {{(pid=104069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:25:11.336142 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.358798 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Deleting port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:11.359824 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.366970 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.l3_hamode_db [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'name': 'tempest-TestVolumeBootPattern-586736739-router', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:08Z', 'updated_at': '2022-07-14T10:25:10Z', 'revision_number': 6, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'gw_port_host': None}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:11.395016 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a4ab7-f9b2-40f1-b81b-4af9c017ba9c None None] The sync data for ids ['6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093'] in dv-cinder-849800-1-iscsi is: [{'id': '6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093', 'name': 'tempest-TestVolumeBootPattern-586736739-router', 'tenant_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:17:08Z', 'updated_at': '2022-07-14T10:25:10Z', 'revision_number': 6, 'project_id': 'a7f90d9e3e7e463a97212fe1d8dca158', 'gw_port_host': None}] {{(pid=104069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:11.431610 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.439435 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Publish callbacks [] for router_controller (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.460193 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] For port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:11.460661 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.485531 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.486281 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 {{(pid=104067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:25:11.490500 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.491752 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-f1e6d5bb-a782-406f-8df8-fb36151de048 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6e5d1da9-ca3b-4aca-bbd5-c3a9fdd08093 HTTP/1.1" status: 204 len: 168 time: 0.7840695 Jul 14 10:25:11.494270 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55794) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:11.539836 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e49570-9a5a-4f91-b6e0-ba1e936574b4 admin admin] Deleting subnet 3d234c5b-5354-4023-9544-c49ecd3c3015 {{(pid=104067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:25:11.543503 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e0e49570-9a5a-4f91-b6e0-ba1e936574b4 admin admin] Publish callbacks [] for subnet (3d234c5b-5354-4023-9544-c49ecd3c3015), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.580466 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e0e49570-9a5a-4f91-b6e0-ba1e936574b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131802627'] for subnet (3d234c5b-5354-4023-9544-c49ecd3c3015), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.641687 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.641949 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714432'] for floatingip (341019c9-d82f-4ff9-b7df-b7b4325b96e9), after_update {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.642085 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.db.l3_db [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Floating IP 341019c9-d82f-4ff9-b7df-b7b4325b96e9 disassociated. External IP: 172.27.0.208, port: 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1. Jul 14 10:25:11.642402 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Calling delete_port for 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 owned by compute:nova {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:11.660184 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e0e49570-9a5a-4f91-b6e0-ba1e936574b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (3d234c5b-5354-4023-9544-c49ecd3c3015), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.678403 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:11.716268 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e0e49570-9a5a-4f91-b6e0-ba1e936574b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131802649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131243376'] for subnet (3d234c5b-5354-4023-9544-c49ecd3c3015), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.742265 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e49570-9a5a-4f91-b6e0-ba1e936574b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d234c5b-5354-4023-9544-c49ecd3c3015,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:11.748161 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-e0e49570-9a5a-4f91-b6e0-ba1e936574b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.754929 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-e0e49570-9a5a-4f91-b6e0-ba1e936574b4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3d234c5b-5354-4023-9544-c49ecd3c3015 HTTP/1.1" status: 204 len: 168 time: 0.2566464 Jul 14 10:25:11.754929 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55796) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:11.757188 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0a79fb-3f64-4a7c-90d8-6417674f19a6 None None] Network 9fda4a39-9d55-4c89-a048-f189e669df13 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:25:11.794925 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:11.807619 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (7394de63-0ffc-4bd9-89f0-6e8ea590a6c1), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.823724 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:11.843085 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event deleted for resources: {'Port': ['ID=7394de63-0ffc-4bd9-89f0-6e8ea590a6c1,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:11.888540 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (9fda4a39-9d55-4c89-a048-f189e669df13), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:11.939914 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Deleting port 786105d1-8b44-46d1-96c7-1684bd0d50bc {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:11.940250 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.006517 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] For port 786105d1-8b44-46d1-96c7-1684bd0d50bc, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=786105d1-8b44-46d1-96c7-1684bd0d50bc,segment=NetworkSegment(cb341d8c-2117-4539-b557-6fbbffc696c5),segment_id=cb341d8c-2117-4539-b557-6fbbffc696c5)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:12.006880 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.022368 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Calling delete_port for 786105d1-8b44-46d1-96c7-1684bd0d50bc owned by network:dhcp {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:12.097141 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:12.111470 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (786105d1-8b44-46d1-96c7-1684bd0d50bc), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.137271 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=786105d1-8b44-46d1-96c7-1684bd0d50bc,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:12.143346 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] No DVR routers for this DVR port 786105d1-8b44-46d1-96c7-1684bd0d50bc on host dv-cinder-849800-1-iscsi {{(pid=104067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:25:12.223193 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (9fda4a39-9d55-4c89-a048-f189e669df13), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.231885 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a0c25e-4d03-4e6c-b90b-cc7648d7ad8a None None] DHCP port deletion for 9fda4a39-9d55-4c89-a048-f189e669df13 request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:25:12.264054 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fda4a39-9d55-4c89-a048-f189e669df13']}} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:12.273381 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-599101b6-2074-4fd4-a953-682407a249b5 req-659c6f88-9c71-49ce-a704-c86ac062eca1 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/ports?device_id=baef7bfd-8592-43c5-af1f-637b8fe59249 HTTP/1.1" status: 200 len: 210 time: 0.0524766 Jul 14 10:25:12.278608 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb341d8c-2117-4539-b557-6fbbffc696c5') {'for_net_delete': True} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:12.278922 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.services.segments.db [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb341d8c-2117-4539-b557-6fbbffc696c5') {} {{(pid=104067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:12.293570 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131802644'] for segment (cb341d8c-2117-4539-b557-6fbbffc696c5), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.297957 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104066) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:25:12.314816 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (cb341d8c-2117-4539-b557-6fbbffc696c5), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.327892 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=104067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:25:12.328376 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131802555'] for segment (cb341d8c-2117-4539-b557-6fbbffc696c5), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.370401 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:12.397301 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device af809c06-ded1-4b2f-8bd9-fc8989b44456 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:12.441323 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (9fda4a39-9d55-4c89-a048-f189e669df13), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.449209 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.453768 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9fda4a39-9d55-4c89-a048-f189e669df13 HTTP/1.1" status: 204 len: 168 time: 0.6978018 Jul 14 10:25:12.454327 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104066) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:12.467031 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26716d42-7238-41ff-ae99-9a9aa46259c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fda4a39-9d55-4c89-a048-f189e669df13,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:12.474868 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: af809c06-ded1-4b2f-8bd9-fc8989b44456 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:12.475218 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device af809c06-ded1-4b2f-8bd9-fc8989b44456 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:12.475644 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:12.511212 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] No DVR routers for this DVR port 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 on host hv-cinder-84980 {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:25:12.516085 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for port (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.519609 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [req-39a745a0-127f-46d3-a2c5-de1fc2a7f843 req-f28214c0-4dc2-4982-a518-2198bee68995 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.58 "DELETE /v2.0/ports/7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 HTTP/1.1" status: 204 len: 173 time: 1.2451797 Jul 14 10:25:12.520204 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'name': 'network-vif-deleted', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1'}] {{(pid=104066) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:25:12.522699 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}351149f2bbf43acce7e309443281dc00b274438d128566a82f5d2d546d166a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6681b5c8-ff7f-49df-a87f-be6d71bf3e37" -d '{"events": [{"server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "name": "network-vif-deleted", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1"}]}' {{(pid=104066) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:12.526042 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] Sync routers for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:12.536822 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:12.537461 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 3a14a882-59d4-4c40-a2d7-dc6f9e9da556 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:12.537922 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 786105d1-8b44-46d1-96c7-1684bd0d50bc no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:12.574575 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 786105d1-8b44-46d1-96c7-1684bd0d50bc {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:12.574921 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 786105d1-8b44-46d1-96c7-1684bd0d50bc not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:12.590452 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:25:12.591341 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:25:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:12.596158 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment cb341d8c-2117-4539-b557-6fbbffc696c5 resource provider aggregate not found Jul 14 10:25:12.618971 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.services.segments.plugin [-] Segment cb341d8c-2117-4539-b557-6fbbffc696c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb341d8c-2117-4539-b557-6fbbffc696c5 found for delete ", "request_id": "req-cc3cf4be-30d5-49bf-89bd-e7d5f98675b7"}]} Jul 14 10:25:12.681027 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55812) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:12.718141 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5864238b-c228-425f-95b3-aaba7851e842 x-openstack-request-id: req-5864238b-c228-425f-95b3-aaba7851e842 {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:12.718467 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef7bfd-8592-43c5-af1f-637b8fe59249", "name": "network-vif-deleted", "tag": "7394de63-0ffc-4bd9-89f0-6e8ea590a6c1", "status": "completed", "code": 200}]} {{(pid=104066) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:12.719284 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5864238b-c228-425f-95b3-aaba7851e842 {{(pid=104066) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:12.719691 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5864238b-c228-425f-95b3-aaba7851e842'] response: {'server_uuid': 'baef7bfd-8592-43c5-af1f-637b8fe59249', 'name': 'network-vif-deleted', 'tag': '7394de63-0ffc-4bd9-89f0-6e8ea590a6c1', 'status': 'completed', 'code': 200} Jul 14 10:25:12.735079 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-3d0f8a84-1292-42b1-856c-80d3b329974f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5484157d3894ec097d1f1b2e0bacc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479319 Jul 14 10:25:12.735079 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55814) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:12.763596 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:25:12.791586 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ec7761e5-d214-4e7c-b142-e9763ed6f2e8 admin admin] Publish callbacks [] for security_group (97c7ff4b-2e03-42db-8d26-6ce8db5594b0), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.813786 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ec7761e5-d214-4e7c-b142-e9763ed6f2e8 admin admin] Publish callbacks [] for security_group (97c7ff4b-2e03-42db-8d26-6ce8db5594b0), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.863508 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ec7761e5-d214-4e7c-b142-e9763ed6f2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (97c7ff4b-2e03-42db-8d26-6ce8db5594b0), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.866432 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-ec7761e5-d214-4e7c-b142-e9763ed6f2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:12.867711 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-ec7761e5-d214-4e7c-b142-e9763ed6f2e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97c7ff4b-2e03-42db-8d26-6ce8db5594b0 HTTP/1.1" status: 204 len: 168 time: 0.1339490 Jul 14 10:25:12.890685 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7761e5-d214-4e7c-b142-e9763ed6f2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c7ff4b-2e03-42db-8d26-6ce8db5594b0,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:13.012155 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:13.044246 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] Checking router: 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:13.056088 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:25:13.056711 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:25:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:13.164136 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:13.169063 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:25:13.318747 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55820) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:13.356723 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:13.370284 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-bc4f5a24-fb9c-429f-a1a4-7c0ac5081584 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7f90d9e3e7e463a97212fe1d8dca158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503404 Jul 14 10:25:13.372699 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55826) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:13.385054 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:13.399120 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55828) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:13.412202 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e5524e-4475-470a-9ca9-918ba2d9c141 None None] The sync data for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi is: [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:20:02Z', 'revision_number': 4, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi', '_interfaces': [{'id': '0d72ca58-af43-4e0f-8c04-216dbfb471f6', 'name': '', 'network_id': '9b0d2893-bd16-48bf-a613-0a94b5150967', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'mac_address': 'fa:16:3e:e8:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:20:01Z', 'updated_at': '2022-07-14T10:20:05Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'subnets': [{'id': 'db6a6c10-3435-4c66-86d7-27a28ddb5321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:13.442730 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fe23bb71-5a9a-427a-ba5f-d20adb70922b admin admin] Publish callbacks [] for security_group (b4a9870a-f95c-4d96-a9f3-3217cd2ffdec), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.468380 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3e56bb1c-dd5d-4fe2-86d8-548f27f47c1d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (711ca47d-2813-44dc-bf83-f68a5d30d9f4), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.472321 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fe23bb71-5a9a-427a-ba5f-d20adb70922b admin admin] Publish callbacks [] for security_group (b4a9870a-f95c-4d96-a9f3-3217cd2ffdec), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.494318 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3e56bb1c-dd5d-4fe2-86d8-548f27f47c1d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (711ca47d-2813-44dc-bf83-f68a5d30d9f4), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.526788 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fe23bb71-5a9a-427a-ba5f-d20adb70922b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b4a9870a-f95c-4d96-a9f3-3217cd2ffdec), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.529494 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-fe23bb71-5a9a-427a-ba5f-d20adb70922b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.530811 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-fe23bb71-5a9a-427a-ba5f-d20adb70922b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4a9870a-f95c-4d96-a9f3-3217cd2ffdec HTTP/1.1" status: 204 len: 168 time: 0.1571717 Jul 14 10:25:13.546896 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23bb71-5a9a-427a-ba5f-d20adb70922b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a9870a-f95c-4d96-a9f3-3217cd2ffdec,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:13.560870 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3e56bb1c-dd5d-4fe2-86d8-548f27f47c1d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (711ca47d-2813-44dc-bf83-f68a5d30d9f4), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.563943 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-3e56bb1c-dd5d-4fe2-86d8-548f27f47c1d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.565165 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-3e56bb1c-dd5d-4fe2-86d8-548f27f47c1d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "DELETE /v2.0/security-groups/711ca47d-2813-44dc-bf83-f68a5d30d9f4 HTTP/1.1" status: 204 len: 168 time: 0.1649530 Jul 14 10:25:13.568004 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55832) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:13.575899 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56bb1c-dd5d-4fe2-86d8-548f27f47c1d tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711ca47d-2813-44dc-bf83-f68a5d30d9f4,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:13.597918 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.api.v2.resource [None req-93cd0bb0-fd76-4e97-920d-c36038737745 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] show failed (client error): The resource could not be found. Jul 14 10:25:13.600447 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-93cd0bb0-fd76-4e97-920d-c36038737745 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "GET /v2.0/security-groups/711ca47d-2813-44dc-bf83-f68a5d30d9f4 HTTP/1.1" status: 404 len: 347 time: 0.0300536 Jul 14 10:25:13.603814 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55834) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:13.716821 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20994f-cbb2-4cb2-9149-c67b0b90e92d None None] New status for floating IP 341019c9-d82f-4ff9-b7df-b7b4325b96e9: DOWN {{(pid=104069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:25:13.731917 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-d889e838-f3f6-4124-ba79-b73fcf081d80 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Deleting port 78fc268c-34a4-46cd-9a6a-046c466672f7 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:13.732265 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d889e838-f3f6-4124-ba79-b73fcf081d80 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (78fc268c-34a4-46cd-9a6a-046c466672f7), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.820205 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d889e838-f3f6-4124-ba79-b73fcf081d80 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (78fc268c-34a4-46cd-9a6a-046c466672f7), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.820687 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d889e838-f3f6-4124-ba79-b73fcf081d80 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (78fc268c-34a4-46cd-9a6a-046c466672f7), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:13.834992 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-d889e838-f3f6-4124-ba79-b73fcf081d80 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Calling delete_port for 78fc268c-34a4-46cd-9a6a-046c466672f7 owned by network:floatingip {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:13.887838 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:13.983682 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d889e838-f3f6-4124-ba79-b73fcf081d80 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (78fc268c-34a4-46cd-9a6a-046c466672f7), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:14.008562 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889e838-f3f6-4124-ba79-b73fcf081d80 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Pushing event deleted for resources: {'Port': ['ID=78fc268c-34a4-46cd-9a6a-046c466672f7,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:14.071626 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d889e838-f3f6-4124-ba79-b73fcf081d80 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks [] for floatingip (341019c9-d82f-4ff9-b7df-b7b4325b96e9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:14.074052 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d889e838-f3f6-4124-ba79-b73fcf081d80 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137524'] for floatingip (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:14.075182 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d889e838-f3f6-4124-ba79-b73fcf081d80 tempest-AttachVolumeShelveTestJSON-1444491034 tempest-AttachVolumeShelveTestJSON-1444491034-project] 10.222.0.61 "DELETE /v2.0/floatingips/341019c9-d82f-4ff9-b7df-b7b4325b96e9 HTTP/1.1" status: 204 len: 168 time: 0.4702308 Jul 14 10:25:15.588014 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:15.606925 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] No Port match for: 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:15.607261 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Device 7394de63-0ffc-4bd9-89f0-6e8ea590a6c1 not bound to the agent host hv-cinder-84980 {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:16.501121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55856) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:16.960660 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:17.005248 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715160'] for router_interface (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:17.481087 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] Deleting port 0d72ca58-af43-4e0f-8c04-216dbfb471f6 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:17.481436 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:17.563129 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] For port 0d72ca58-af43-4e0f-8c04-216dbfb471f6, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=0d72ca58-af43-4e0f-8c04-216dbfb471f6,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:17.563871 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:17.575502 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:17.577146 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] Calling delete_port for 0d72ca58-af43-4e0f-8c04-216dbfb471f6 owned by network:router_interface {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:17.761712 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (0d72ca58-af43-4e0f-8c04-216dbfb471f6), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:17.790837 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d72ca58-af43-4e0f-8c04-216dbfb471f6,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:17.955875 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1048042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715020'] for router_interface (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:18.153738 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:18.169683 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] Router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 has already been hosted by L3 agent ad4501c7-4a47-4f25-8b9a-cb81fc421e06 {{(pid=104067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:25:18.277927 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] Notify agent at l3_agent.dv-cinder-849800-1-iscsi the message routers_updated {{(pid=104067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:18.283302 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-063e3b8b-7da1-4cc7-89bb-27f8e0eceac0 admin admin] 10.222.0.61 "PUT /v2.0/routers/8769d2f0-1290-43f9-8a6b-f2b9f85f64e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7811444 Jul 14 10:25:18.285949 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55860) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:18.286599 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81091b66-1838-40b9-8728-559d88699a2c None None] Sync routers for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:18.300345 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81091b66-1838-40b9-8728-559d88699a2c None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:25:18.300995 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-81091b66-1838-40b9-8728-559d88699a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:25:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:18.379699 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:18.387983 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Publish callbacks [] for router (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:18.406795 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-81091b66-1838-40b9-8728-559d88699a2c None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: dv-cinder-849800-1-iscsi {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:25:18.428788 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:18.490735 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Publish callbacks [] for router_gateway (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:18.539292 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Deleting port 564aa042-1cb7-4057-b762-b6f88c5d58b9 {{(pid=104067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:18.539630 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:18.582998 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-81091b66-1838-40b9-8728-559d88699a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'external_fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:25:17Z', 'revision_number': 5, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port': {'id': '564aa042-1cb7-4057-b762-b6f88c5d58b9', 'name': '', 'network_id': 'd4e5a736-4d1b-4160-9f1b-dec3674dfee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:19:59Z', 'updated_at': '2022-07-14T10:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '860bd9ea-b533-4788-904a-d395c30f8cec', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-1-iscsi'}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:18.609224 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81091b66-1838-40b9-8728-559d88699a2c None None] Checking router: 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 for host: dv-cinder-849800-1-iscsi {{(pid=104068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:18.617945 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81091b66-1838-40b9-8728-559d88699a2c None None] Routers {'8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'} bound to L3 agent in host dv-cinder-849800-1-iscsi {{(pid=104068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:25:18.618566 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-81091b66-1838-40b9-8728-559d88699a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:05:34Z,description=,heartbeat_timestamp=2022-07-14T10:25:04Z,host='dv-cinder-849800-1-iscsi',id=ad4501c7-4a47-4f25-8b9a-cb81fc421e06,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:05:34Z,topic='l3_agent')) {'router_ids': ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'], 'active': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:18.620055 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.db [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] For port 564aa042-1cb7-4057-b762-b6f88c5d58b9, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=564aa042-1cb7-4057-b762-b6f88c5d58b9,segment=NetworkSegment(92125639-b1a9-46f8-90ea-60301f4d1dd1),segment_id=92125639-b1a9-46f8-90ea-60301f4d1dd1)] {{(pid=104067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:18.620610 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:18.635024 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.plugins.ml2.plugin [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Calling delete_port for 564aa042-1cb7-4057-b762-b6f88c5d58b9 owned by network:router_gateway {{(pid=104067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:18.806843 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131802566'] for port (564aa042-1cb7-4057-b762-b6f88c5d58b9), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:18.835272 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Pushing event deleted for resources: {'Port': ['ID=564aa042-1cb7-4057-b762-b6f88c5d58b9,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:18.838782 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvr_db [None req-81091b66-1838-40b9-8728-559d88699a2c None None] Set router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 gateway port host: None {{(pid=104068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:25:18.864094 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.864437 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.864772 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.865128 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.865456 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.865775 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.866090 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.866406 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.866735 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.867040 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.867353 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.867664 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.867972 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.868286 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.868587 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:18.894478 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.db.l3_hamode_db [None req-81091b66-1838-40b9-8728-559d88699a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:25:18Z', 'revision_number': 6, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port_host': None}], 'dv-cinder-849800-1-iscsi', False) {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:18.913814 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714257'] for router_gateway (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:18.924511 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81091b66-1838-40b9-8728-559d88699a2c None None] The sync data for ids ['8769d2f0-1290-43f9-8a6b-f2b9f85f64e3'] in dv-cinder-849800-1-iscsi is: [{'id': '8769d2f0-1290-43f9-8a6b-f2b9f85f64e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1264638443-router', 'tenant_id': '4f945783031448849dc0e5a3337f8c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:19:58Z', 'updated_at': '2022-07-14T10:25:18Z', 'revision_number': 6, 'project_id': '4f945783031448849dc0e5a3337f8c76', 'gw_port_host': None}] {{(pid=104068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:19.002443 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.004676 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Publish callbacks [] for router_controller (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.045035 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717994'] for router (8769d2f0-1290-43f9-8a6b-f2b9f85f64e3), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.045627 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 {{(pid=104067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:25:19.049743 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.050861 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d869eb76-0096-4cda-b63d-ae8d77ffed07 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8769d2f0-1290-43f9-8a6b-f2b9f85f64e3 HTTP/1.1" status: 204 len: 168 time: 0.7639861 Jul 14 10:25:19.054167 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 55862) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:19.098273 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.db.db_base_plugin_v2 [None req-662472cc-f031-4104-a697-1b5b1b886e34 admin admin] Deleting subnet db6a6c10-3435-4c66-86d7-27a28ddb5321 {{(pid=104067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:25:19.099972 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:19.102155 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-662472cc-f031-4104-a697-1b5b1b886e34 admin admin] Publish callbacks [] for subnet (db6a6c10-3435-4c66-86d7-27a28ddb5321), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.137743 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-662472cc-f031-4104-a697-1b5b1b886e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131802627'] for subnet (db6a6c10-3435-4c66-86d7-27a28ddb5321), precommit_delete_associations {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.214744 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-662472cc-f031-4104-a697-1b5b1b886e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913471'] for subnet (db6a6c10-3435-4c66-86d7-27a28ddb5321), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.270329 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-662472cc-f031-4104-a697-1b5b1b886e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131802649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131243376'] for subnet (db6a6c10-3435-4c66-86d7-27a28ddb5321), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.275669 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:19.295854 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662472cc-f031-4104-a697-1b5b1b886e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6a6c10-3435-4c66-86d7-27a28ddb5321,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:19.303962 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-662472cc-f031-4104-a697-1b5b1b886e34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.309692 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccceb6c-cd69-4382-a356-63244fb09ef6 None None] Network 9b0d2893-bd16-48bf-a613-0a94b5150967 requested from dv-cinder-849800-1-iscsi {{(pid=104068) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:25:19.310223 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55864) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:19.310612 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-662472cc-f031-4104-a697-1b5b1b886e34 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/db6a6c10-3435-4c66-86d7-27a28ddb5321 HTTP/1.1" status: 204 len: 168 time: 0.2549162 Jul 14 10:25:19.385282 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2005793'] for network (9b0d2893-bd16-48bf-a613-0a94b5150967), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.431456 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Deleting port a8634b0d-e62d-4a79-be6f-107daf37af94 {{(pid=104066) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:25:19.431791 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729320312302'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.498261 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.db [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] For port a8634b0d-e62d-4a79-be6f-107daf37af94, host dv-cinder-849800-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-1-iscsi',level=0,port_id=a8634b0d-e62d-4a79-be6f-107daf37af94,segment=NetworkSegment(bd473e11-0236-47c8-a4fd-c96719c06f23),segment_id=bd473e11-0236-47c8-a4fd-c96719c06f23)] {{(pid=104066) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:19.498630 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714073'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.516501 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.plugin [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Calling delete_port for a8634b0d-e62d-4a79-be6f-107daf37af94 owned by network:dhcp {{(pid=104066) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:25:19.597424 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729320319299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729319971063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131987252'] for port (a8634b0d-e62d-4a79-be6f-107daf37af94), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.624143 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8634b0d-e62d-4a79-be6f-107daf37af94,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:19.634433 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] No DVR routers for this DVR port a8634b0d-e62d-4a79-be6f-107daf37af94 on host dv-cinder-849800-1-iscsi {{(pid=104066) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:25:19.638950 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.639323 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.639667 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.640106 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.640487 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.640819 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.641174 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.641601 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.641939 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.642304 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.642698 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.643132 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.643498 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.643820 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.644243 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:19.707331 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa25060b-ca97-42a2-bcb2-dbd3f6e2f204 None None] DHCP port deletion for 9b0d2893-bd16-48bf-a613-0a94b5150967 request from dv-cinder-849800-1-iscsi {{(pid=104068) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:25:19.733096 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1912837', 'neutron.services.segments.db._delete_segments_for_network-8729320405059'] for network (9b0d2893-bd16-48bf-a613-0a94b5150967), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.756346 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0d2893-bd16-48bf-a613-0a94b5150967']}} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:19.767314 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd473e11-0236-47c8-a4fd-c96719c06f23') {'for_net_delete': True} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:19.767617 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.services.segments.db [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd473e11-0236-47c8-a4fd-c96719c06f23') {} {{(pid=104066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:19.778751 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729320406348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130258046'] for segment (bd473e11-0236-47c8-a4fd-c96719c06f23), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.794429 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205'] for segment (bd473e11-0236-47c8-a4fd-c96719c06f23), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.799728 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:19.803023 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=104066) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:25:19.803433 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1985205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131987273'] for segment (bd473e11-0236-47c8-a4fd-c96719c06f23), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.853159 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment bd473e11-0236-47c8-a4fd-c96719c06f23 resource provider aggregate not found Jul 14 10:25:19.871792 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.services.segments.plugin [-] Segment bd473e11-0236-47c8-a4fd-c96719c06f23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd473e11-0236-47c8-a4fd-c96719c06f23 found for delete ", "request_id": "req-a520369c-cf85-40db-8ed5-305e290e0746"}]} Jul 14 10:25:19.874016 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1912844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-956952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1048035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714252'] for network (9b0d2893-bd16-48bf-a613-0a94b5150967), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.879743 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1048049'] for network (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:19.883294 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9b0d2893-bd16-48bf-a613-0a94b5150967 HTTP/1.1" status: 204 len: 168 time: 0.5718944 Jul 14 10:25:19.894859 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea88fd0-2533-45e6-b106-e1efae820868 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0d2893-bd16-48bf-a613-0a94b5150967,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:20.003299 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55872) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:20.043749 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-06a0dc14-dacd-40c7-a0f4-28e5b555682e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f945783031448849dc0e5a3337f8c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393193 Jul 14 10:25:20.046355 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 55874) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:20.066554 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:20.101941 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b341968a-92ba-4aa5-a56d-b2616bb05847 admin admin] Publish callbacks [] for security_group (2b9e3939-6991-41e5-b2c3-d251830b601b), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:20.123546 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b341968a-92ba-4aa5-a56d-b2616bb05847 admin admin] Publish callbacks [] for security_group (2b9e3939-6991-41e5-b2c3-d251830b601b), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:20.171421 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b341968a-92ba-4aa5-a56d-b2616bb05847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (2b9e3939-6991-41e5-b2c3-d251830b601b), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:20.174068 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b341968a-92ba-4aa5-a56d-b2616bb05847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:20.175214 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-b341968a-92ba-4aa5-a56d-b2616bb05847 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b9e3939-6991-41e5-b2c3-d251830b601b HTTP/1.1" status: 204 len: 168 time: 0.1279373 Jul 14 10:25:20.183055 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341968a-92ba-4aa5-a56d-b2616bb05847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e3939-6991-41e5-b2c3-d251830b601b,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:20.362668 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 0d72ca58-af43-4e0f-8c04-216dbfb471f6 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:20.383008 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 0d72ca58-af43-4e0f-8c04-216dbfb471f6 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:20.383358 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 0d72ca58-af43-4e0f-8c04-216dbfb471f6 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:20.383766 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 564aa042-1cb7-4057-b762-b6f88c5d58b9 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:20.402478 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: 564aa042-1cb7-4057-b762-b6f88c5d58b9 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:20.402819 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device 564aa042-1cb7-4057-b762-b6f88c5d58b9 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:20.403235 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device a8634b0d-e62d-4a79-be6f-107daf37af94 no longer exists at agent ovs-agent-dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:20.423262 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] No Port match for: a8634b0d-e62d-4a79-be6f-107daf37af94 {{(pid=104068) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:25:20.423509 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.rpc [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Device a8634b0d-e62d-4a79-be6f-107daf37af94 not bound to the agent host dv-cinder-849800-1-iscsi {{(pid=104068) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:22.454191 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:23.809326 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:29.295149 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=22,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:30.158392 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:30.179382 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:31.444324 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9df9e962-2342-4028-8ade-30cf99298d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:33.594592 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c429daf7-cfd0-4dbe-9a24-4c6487424733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:35.039851 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:36.407681 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:36.508696 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:37.053832 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:37.054640 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:39.031217 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:25:46.496952 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:46.503918 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:49.025744 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:25:49.214721 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56086) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:49.317553 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6d98-592e-4770-8696-f3d15f2927c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:49.393879 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6d98-592e-4770-8696-f3d15f2927c3 admin admin] Publish callbacks [] for security_group (7c7b092b-e909-43a9-835f-260b95c7a139), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:49.397377 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6d98-592e-4770-8696-f3d15f2927c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7c7b092b-e909-43a9-835f-260b95c7a139), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:49.436369 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-ab9d6d98-592e-4770-8696-f3d15f2927c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69a95f72de434efbb54ce04a51a8ddc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205894 Jul 14 10:25:49.438308 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d6d98-592e-4770-8696-f3d15f2927c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b092b-e909-43a9-835f-260b95c7a139,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:49.439021 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56090) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:49.491750 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d7449488-bebf-4472-915b-7ae4b7f97003 admin admin] Publish callbacks [] for security_group (7c7b092b-e909-43a9-835f-260b95c7a139), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:49.514080 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d7449488-bebf-4472-915b-7ae4b7f97003 admin admin] Publish callbacks [] for security_group (7c7b092b-e909-43a9-835f-260b95c7a139), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:49.562080 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d7449488-bebf-4472-915b-7ae4b7f97003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7c7b092b-e909-43a9-835f-260b95c7a139), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:49.564505 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d7449488-bebf-4472-915b-7ae4b7f97003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:49.565677 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d7449488-bebf-4472-915b-7ae4b7f97003 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c7b092b-e909-43a9-835f-260b95c7a139 HTTP/1.1" status: 204 len: 168 time: 0.1256890 Jul 14 10:25:49.573826 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7449488-bebf-4472-915b-7ae4b7f97003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b092b-e909-43a9-835f-260b95c7a139,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:49.827890 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56096) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:49.841870 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1b81a2bd-f790-402c-9f7a-5e8f4e301d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:49.920896 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1b81a2bd-f790-402c-9f7a-5e8f4e301d28 admin admin] Publish callbacks [] for security_group (01e88115-b2eb-40ad-9b19-29dde5d781ce), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:49.924699 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1b81a2bd-f790-402c-9f7a-5e8f4e301d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (01e88115-b2eb-40ad-9b19-29dde5d781ce), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:49.962225 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-1b81a2bd-f790-402c-9f7a-5e8f4e301d28 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7e13ee1ab5f4680b25d166c8bb35010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332996 Jul 14 10:25:49.964120 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81a2bd-f790-402c-9f7a-5e8f4e301d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e88115-b2eb-40ad-9b19-29dde5d781ce,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:49.965078 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56098) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:50.015137 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2f76c31d-4139-44db-ac90-16a9106894df admin admin] Publish callbacks [] for security_group (01e88115-b2eb-40ad-9b19-29dde5d781ce), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:50.036477 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2f76c31d-4139-44db-ac90-16a9106894df admin admin] Publish callbacks [] for security_group (01e88115-b2eb-40ad-9b19-29dde5d781ce), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:50.082553 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2f76c31d-4139-44db-ac90-16a9106894df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (01e88115-b2eb-40ad-9b19-29dde5d781ce), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:50.085447 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2f76c31d-4139-44db-ac90-16a9106894df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:50.086896 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-2f76c31d-4139-44db-ac90-16a9106894df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01e88115-b2eb-40ad-9b19-29dde5d781ce HTTP/1.1" status: 204 len: 168 time: 0.1207736 Jul 14 10:25:50.096828 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76c31d-4139-44db-ac90-16a9106894df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e88115-b2eb-40ad-9b19-29dde5d781ce,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:52.004847 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56170) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:52.107388 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd616-4717-4198-b630-ba35e0e47252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.184405 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd616-4717-4198-b630-ba35e0e47252 admin admin] Publish callbacks [] for security_group (c8907152-fbcc-4619-828e-6134c63120c4), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.188196 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd616-4717-4198-b630-ba35e0e47252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (c8907152-fbcc-4619-828e-6134c63120c4), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.232821 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-8c1cd616-4717-4198-b630-ba35e0e47252 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a58332ce6c94873ba3d02026bf2eae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268324 Jul 14 10:25:52.233695 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cd616-4717-4198-b630-ba35e0e47252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8907152-fbcc-4619-828e-6134c63120c4,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:52.236240 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56174) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:52.303860 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-16d0db0a-f9da-4cb2-b1d9-7087a57d6c16 admin admin] Publish callbacks [] for security_group (c8907152-fbcc-4619-828e-6134c63120c4), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.327961 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-16d0db0a-f9da-4cb2-b1d9-7087a57d6c16 admin admin] Publish callbacks [] for security_group (c8907152-fbcc-4619-828e-6134c63120c4), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.374223 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-16d0db0a-f9da-4cb2-b1d9-7087a57d6c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (c8907152-fbcc-4619-828e-6134c63120c4), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.376838 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-16d0db0a-f9da-4cb2-b1d9-7087a57d6c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.378148 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-16d0db0a-f9da-4cb2-b1d9-7087a57d6c16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8907152-fbcc-4619-828e-6134c63120c4 HTTP/1.1" status: 204 len: 168 time: 0.1409159 Jul 14 10:25:52.386224 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0db0a-f9da-4cb2-b1d9-7087a57d6c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8907152-fbcc-4619-828e-6134c63120c4,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:52.459304 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.645321 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56180) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:52.659119 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d2302ee1-a238-42ec-b916-3b86e71321c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.738483 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d2302ee1-a238-42ec-b916-3b86e71321c5 admin admin] Publish callbacks [] for security_group (6eb23e56-5e11-42d5-906c-943d7f6c696b), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.742053 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d2302ee1-a238-42ec-b916-3b86e71321c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (6eb23e56-5e11-42d5-906c-943d7f6c696b), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.782735 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d2302ee1-a238-42ec-b916-3b86e71321c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7722f7608e014249bb050bc5fdbf89c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363480 Jul 14 10:25:52.783434 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2302ee1-a238-42ec-b916-3b86e71321c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb23e56-5e11-42d5-906c-943d7f6c696b,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:52.786254 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56182) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:25:52.835418 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b4dd0525-6c28-4a2a-a4f2-31feaad85e35 admin admin] Publish callbacks [] for security_group (6eb23e56-5e11-42d5-906c-943d7f6c696b), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.862846 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b4dd0525-6c28-4a2a-a4f2-31feaad85e35 admin admin] Publish callbacks [] for security_group (6eb23e56-5e11-42d5-906c-943d7f6c696b), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.909087 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b4dd0525-6c28-4a2a-a4f2-31feaad85e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (6eb23e56-5e11-42d5-906c-943d7f6c696b), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.911544 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b4dd0525-6c28-4a2a-a4f2-31feaad85e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:25:52.912709 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-b4dd0525-6c28-4a2a-a4f2-31feaad85e35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6eb23e56-5e11-42d5-906c-943d7f6c696b HTTP/1.1" status: 204 len: 168 time: 0.1250577 Jul 14 10:25:52.920907 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd0525-6c28-4a2a-a4f2-31feaad85e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb23e56-5e11-42d5-906c-943d7f6c696b,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:01.447043 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-124e2a81-41ec-4d27-a6c6-09f3de08cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:02.776214 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=71,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:02.778748 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=65,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:02.895692 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=66,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:02.916762 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:03.597100 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-802c301c-53c8-430b-9834-606e29b593c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:05.042296 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:06.410277 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:06.514260 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:09.398281 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56322) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:09.500550 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0aea0533-2487-4bff-8714-3fc7ea0b8d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:09.581425 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0aea0533-2487-4bff-8714-3fc7ea0b8d21 admin admin] Publish callbacks [] for security_group (f84f156e-8cae-46cf-a40a-ef1003f9ffc2), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:09.585155 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-0aea0533-2487-4bff-8714-3fc7ea0b8d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (f84f156e-8cae-46cf-a40a-ef1003f9ffc2), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:09.622629 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea0533-2487-4bff-8714-3fc7ea0b8d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f156e-8cae-46cf-a40a-ef1003f9ffc2,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:09.627787 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-0aea0533-2487-4bff-8714-3fc7ea0b8d21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af3c38819c5e4d309f60cfe0946e42ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284894 Jul 14 10:26:09.630990 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56326) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:09.680218 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bead89ea-688e-4dd0-9507-0eea00165d8d admin admin] Publish callbacks [] for security_group (f84f156e-8cae-46cf-a40a-ef1003f9ffc2), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:09.702010 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bead89ea-688e-4dd0-9507-0eea00165d8d admin admin] Publish callbacks [] for security_group (f84f156e-8cae-46cf-a40a-ef1003f9ffc2), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:09.751631 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bead89ea-688e-4dd0-9507-0eea00165d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (f84f156e-8cae-46cf-a40a-ef1003f9ffc2), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:09.754121 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-bead89ea-688e-4dd0-9507-0eea00165d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:09.755251 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-bead89ea-688e-4dd0-9507-0eea00165d8d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f84f156e-8cae-46cf-a40a-ef1003f9ffc2 HTTP/1.1" status: 204 len: 168 time: 0.1234624 Jul 14 10:26:09.763553 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead89ea-688e-4dd0-9507-0eea00165d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f156e-8cae-46cf-a40a-ef1003f9ffc2,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:13.785381 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56384) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:13.889249 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d9335a50-e40b-4c9d-8f4a-4d9ca2912550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:13.965927 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d9335a50-e40b-4c9d-8f4a-4d9ca2912550 admin admin] Publish callbacks [] for security_group (c28a3bfc-8327-4298-b77d-3e93dd857627), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:13.969602 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-d9335a50-e40b-4c9d-8f4a-4d9ca2912550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (c28a3bfc-8327-4298-b77d-3e93dd857627), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.008915 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-d9335a50-e40b-4c9d-8f4a-4d9ca2912550 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b476fb95f4554a498efd42d47d2c863a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224681 Jul 14 10:26:14.010840 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9335a50-e40b-4c9d-8f4a-4d9ca2912550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a3bfc-8327-4298-b77d-3e93dd857627,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:14.011656 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56388) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:14.046979 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:14.051897 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:14.062503 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d3c6b1c3-4298-444f-9937-eb2c515b00cb admin admin] Publish callbacks [] for security_group (c28a3bfc-8327-4298-b77d-3e93dd857627), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.083391 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d3c6b1c3-4298-444f-9937-eb2c515b00cb admin admin] Publish callbacks [] for security_group (c28a3bfc-8327-4298-b77d-3e93dd857627), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.143717 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d3c6b1c3-4298-444f-9937-eb2c515b00cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (c28a3bfc-8327-4298-b77d-3e93dd857627), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.146276 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-d3c6b1c3-4298-444f-9937-eb2c515b00cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.147414 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-d3c6b1c3-4298-444f-9937-eb2c515b00cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c28a3bfc-8327-4298-b77d-3e93dd857627 HTTP/1.1" status: 204 len: 168 time: 0.1342266 Jul 14 10:26:14.155343 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6b1c3-4298-444f-9937-eb2c515b00cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a3bfc-8327-4298-b77d-3e93dd857627,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:14.409939 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56394) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:14.423633 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac18d-d287-45a8-a7e3-ffd33f94e189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.497810 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac18d-d287-45a8-a7e3-ffd33f94e189 admin admin] Publish callbacks [] for security_group (b732c906-0813-4546-aa02-c0b8bd064195), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.501518 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac18d-d287-45a8-a7e3-ffd33f94e189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b732c906-0813-4546-aa02-c0b8bd064195), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.540085 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-6e2ac18d-d287-45a8-a7e3-ffd33f94e189 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5df7fcc78e8d4efd8e3bc54d0d40535f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290779 Jul 14 10:26:14.541007 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ac18d-d287-45a8-a7e3-ffd33f94e189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b732c906-0813-4546-aa02-c0b8bd064195,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:14.542831 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56396) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:14.591704 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-91ae49bb-638c-4d36-9e80-5ce7bc9fd43b admin admin] Publish callbacks [] for security_group (b732c906-0813-4546-aa02-c0b8bd064195), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.613204 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-91ae49bb-638c-4d36-9e80-5ce7bc9fd43b admin admin] Publish callbacks [] for security_group (b732c906-0813-4546-aa02-c0b8bd064195), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.665088 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-91ae49bb-638c-4d36-9e80-5ce7bc9fd43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (b732c906-0813-4546-aa02-c0b8bd064195), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.667486 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-91ae49bb-638c-4d36-9e80-5ce7bc9fd43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:14.669181 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-91ae49bb-638c-4d36-9e80-5ce7bc9fd43b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b732c906-0813-4546-aa02-c0b8bd064195 HTTP/1.1" status: 204 len: 168 time: 0.1248276 Jul 14 10:26:14.676754 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae49bb-638c-4d36-9e80-5ce7bc9fd43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b732c906-0813-4546-aa02-c0b8bd064195,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:16.030472 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:22.446316 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:22.446916 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:22.463067 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:22.569660 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56514) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:22.676059 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:22.753239 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Publish callbacks [] for security_group (7c9b348b-0e73-43d5-ba81-a0fe5d17386d), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:22.757081 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7c9b348b-0e73-43d5-ba81-a0fe5d17386d), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:22.795761 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc44bcd296d34369b313d7509cfaca8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244220 Jul 14 10:26:22.796669 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9b348b-0e73-43d5-ba81-a0fe5d17386d,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:22.798741 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56518) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:22.803989 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.804336 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.804686 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.805048 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.805383 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.805713 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.806040 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.806372 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.806695 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.807018 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.807347 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.807670 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.808488 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.808805 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.809149 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88a423-a732-471e-9cb3-2acf0d539b8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.848156 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Publish callbacks [] for security_group (7c9b348b-0e73-43d5-ba81-a0fe5d17386d), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:22.869073 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Publish callbacks [] for security_group (7c9b348b-0e73-43d5-ba81-a0fe5d17386d), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:22.919067 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (7c9b348b-0e73-43d5-ba81-a0fe5d17386d), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:22.921666 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:22.922776 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c9b348b-0e73-43d5-ba81-a0fe5d17386d HTTP/1.1" status: 204 len: 168 time: 0.1229837 Jul 14 10:26:22.930378 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9b348b-0e73-43d5-ba81-a0fe5d17386d,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:22.938351 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.938711 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.939052 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.939396 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.939732 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.940065 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.940449 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.940734 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.941218 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.941556 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.942162 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.942503 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.942827 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.943154 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:22.943484 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849e630-1e83-45ed-b014-85e38b3557e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-1-iscsi {{(pid=104066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:23.187158 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56524) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:23.200976 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2c32893d-c21e-4a4f-b3d8-9c5723b63f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.239217 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:23.253045 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:23.281891 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2c32893d-c21e-4a4f-b3d8-9c5723b63f07 admin admin] Publish callbacks [] for security_group (deeb47e0-e85d-4fa9-b44c-0109c17fb097), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.285574 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-2c32893d-c21e-4a4f-b3d8-9c5723b63f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (deeb47e0-e85d-4fa9-b44c-0109c17fb097), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.328978 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-2c32893d-c21e-4a4f-b3d8-9c5723b63f07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d176dd023e7a4dd8bfbfa90d17b46b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407518 Jul 14 10:26:23.329821 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32893d-c21e-4a4f-b3d8-9c5723b63f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeb47e0-e85d-4fa9-b44c-0109c17fb097,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:23.331708 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56526) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:23.381138 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f0457fad-770e-41e3-ae08-3ddb37b4b855 admin admin] Publish callbacks [] for security_group (deeb47e0-e85d-4fa9-b44c-0109c17fb097), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.393460 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:23.403469 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f0457fad-770e-41e3-ae08-3ddb37b4b855 admin admin] Publish callbacks [] for security_group (deeb47e0-e85d-4fa9-b44c-0109c17fb097), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.411593 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:23.452589 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f0457fad-770e-41e3-ae08-3ddb37b4b855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (deeb47e0-e85d-4fa9-b44c-0109c17fb097), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.455069 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-f0457fad-770e-41e3-ae08-3ddb37b4b855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.456186 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-f0457fad-770e-41e3-ae08-3ddb37b4b855 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/deeb47e0-e85d-4fa9-b44c-0109c17fb097 HTTP/1.1" status: 204 len: 168 time: 0.1234150 Jul 14 10:26:23.463827 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0457fad-770e-41e3-ae08-3ddb37b4b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeb47e0-e85d-4fa9-b44c-0109c17fb097,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:23.777911 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56532) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:23.791376 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b340738d-f337-4e1b-8892-a793a4757419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.871220 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b340738d-f337-4e1b-8892-a793a4757419 admin admin] Publish callbacks [] for security_group (c758b8a1-a675-4ab2-b5e5-410e9e9c9f64), precommit_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.875159 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-b340738d-f337-4e1b-8892-a793a4757419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (c758b8a1-a675-4ab2-b5e5-410e9e9c9f64), after_create {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.913503 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-b340738d-f337-4e1b-8892-a793a4757419 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4def15948024bce81f575afaa85763b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345212 Jul 14 10:26:23.915492 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340738d-f337-4e1b-8892-a793a4757419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c758b8a1-a675-4ab2-b5e5-410e9e9c9f64,revision_number=1']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:23.916151 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56534) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:23.966077 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-97b8ce97-11ea-4120-a443-73ac0bb9e67b admin admin] Publish callbacks [] for security_group (c758b8a1-a675-4ab2-b5e5-410e9e9c9f64), before_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:23.987815 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-97b8ce97-11ea-4120-a443-73ac0bb9e67b admin admin] Publish callbacks [] for security_group (c758b8a1-a675-4ab2-b5e5-410e9e9c9f64), precommit_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:24.035514 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-97b8ce97-11ea-4120-a443-73ac0bb9e67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (c758b8a1-a675-4ab2-b5e5-410e9e9c9f64), after_delete {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:24.038054 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-97b8ce97-11ea-4120-a443-73ac0bb9e67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:24.039205 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-97b8ce97-11ea-4120-a443-73ac0bb9e67b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c758b8a1-a675-4ab2-b5e5-410e9e9c9f64 HTTP/1.1" status: 204 len: 168 time: 0.1220829 Jul 14 10:26:24.048270 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8ce97-11ea-4120-a443-73ac0bb9e67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c758b8a1-a675-4ab2-b5e5-410e9e9c9f64,revision_number=None']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:30.464341 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=15 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:30.466167 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=13 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:31.448984 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55874356-aa2d-4980-974d-51687d6d1311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:33.599895 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-da0b0ffc-45f0-4f2b-8ad7-a5e513dd1398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:33.908074 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=24,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:33.912422 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:DELETE=2,neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:34.017926 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:34.044642 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:INSERT=2,neutron:SELECT=30,neutron:DELETE=2 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:35.047461 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:36.414672 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:36.517743 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:41.162160 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.wsgi [-] (104067) accepted ('10.222.0.61', 56662) {{(pid=104067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:41.265669 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-70bee68c-e8f3-4d6a-889d-800a3999cb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:41.341257 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-70bee68c-e8f3-4d6a-889d-800a3999cb6b admin admin] Publish callbacks [] for security_group (12a130da-8245-4fd5-99f6-e1e19cfc90a7), precommit_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:41.344778 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron_lib.callbacks.manager [None req-70bee68c-e8f3-4d6a-889d-800a3999cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (12a130da-8245-4fd5-99f6-e1e19cfc90a7), after_create {{(pid=104067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:41.387835 dv-cinder-849800-1-iscsi neutron-server[104067]: INFO neutron.wsgi [None req-70bee68c-e8f3-4d6a-889d-800a3999cb6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad220945ce0247c7a74657f7ff9f3aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245755 Jul 14 10:26:41.388775 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bee68c-e8f3-4d6a-889d-800a3999cb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a130da-8245-4fd5-99f6-e1e19cfc90a7,revision_number=1']} {{(pid=104067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:41.390521 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [-] (104066) accepted ('10.222.0.61', 56666) {{(pid=104066) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:26:41.442253 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4cc2-c691-4ea4-a759-0006813cca66 admin admin] Publish callbacks [] for security_group (12a130da-8245-4fd5-99f6-e1e19cfc90a7), before_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:41.463704 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4cc2-c691-4ea4-a759-0006813cca66 admin admin] Publish callbacks [] for security_group (12a130da-8245-4fd5-99f6-e1e19cfc90a7), precommit_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:41.509919 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4cc2-c691-4ea4-a759-0006813cca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957003'] for security_group (12a130da-8245-4fd5-99f6-e1e19cfc90a7), after_delete {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:41.514252 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4cc2-c691-4ea4-a759-0006813cca66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:41.515413 dv-cinder-849800-1-iscsi neutron-server[104066]: INFO neutron.wsgi [None req-1f2b4cc2-c691-4ea4-a759-0006813cca66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12a130da-8245-4fd5-99f6-e1e19cfc90a7 HTTP/1.1" status: 204 len: 168 time: 0.1238232 Jul 14 10:26:41.523338 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b4cc2-c691-4ea4-a759-0006813cca66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a130da-8245-4fd5-99f6-e1e19cfc90a7,revision_number=None']} {{(pid=104066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:46.513806 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:51.038703 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:51.048740 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:51.379348 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:51.383434 dv-cinder-849800-1-iscsi neutron-server[104067]: DEBUG dbcounter [-] [104067] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104067) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:51.496052 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:51.519057 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG dbcounter [-] [104066] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104066) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:51.537039 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:26:52.455445 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:26:53.029712 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:27:01.450386 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e0d2881a-adda-42c0-b5e2-4f64c9fe7e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:03.025655 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:27:03.026419 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:27:03.602630 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-15d1780e-5d32-45a7-8653-f325453de6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:05.047776 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:06.415690 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:06.520553 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:16.509235 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:27:16.516439 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:27:22.448605 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:30.029929 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:27:31.451488 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e9c622c0-06ac-4f14-bdd3-4203f3bd8028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:33.603829 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3447d0a2-8a57-4e36-9724-864bbd9024c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:35.048003 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:27:35.051340 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:36.418198 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:36.522803 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:27:40.025907 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=9 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:27:46.515614 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:27:46.517398 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:27:52.467863 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:01.453947 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b06d551d-4f3e-4eba-90bb-6c1dd053426f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:03.604691 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d9f79838-5c5e-4902-93f9-2f2ba60011de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:05.039524 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:05.044604 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:05.053473 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:06.422129 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:06.524331 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:07.029387 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:16.517598 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:16.519449 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:17.025423 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:22.483538 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:30.471413 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=14 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:30.473375 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=12 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:31.455471 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5335e6d4-625e-4e0c-b4b3-418f8368272b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:33.608420 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-df9aa043-583f-46ee-a3b7-630a575445c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:35.056139 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:36.425217 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:36.526298 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:42.035026 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:42.041163 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:44.028655 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:46.519538 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:46.521430 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:52.481165 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:28:54.023955 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:28:54.024669 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:01.457680 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-71b76faa-5d0f-4a05-9513-3ae37c70e532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:03.610242 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5c74798e-e122-4ed7-881f-90415ce96b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:05.059271 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:06.431530 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:06.527555 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:16.522162 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:16.524214 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:19.031628 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:19.036500 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:21.028490 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:22.481548 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:31.023801 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:31.024597 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:31.458978 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-67cc1b59-f793-4f2d-b8a5-64a01e5da871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:32.374820 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [req-fea17803-3053-48cf-8ae9-accee945bbe7 req-2b53fd3d-2671-4271-9f5e-296601884dd0 service neutron] (104066) timed out ('10.222.0.58', 49521) {{(pid=104066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 10:29:32.723982 dv-cinder-849800-1-iscsi neutron-server[104066]: DEBUG neutron.wsgi [req-ad7554d8-61f4-4477-8ef0-4b9e2a905a8b req-5121a0f4-a24a-486c-a8b5-a1a906ba09c7 service neutron] (104066) timed out ('10.222.0.58', 49511) {{(pid=104066) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 10:29:33.612911 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-01cde596-68fa-48df-83be-9cc735b21c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:35.061751 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:36.430953 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:36.529102 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:46.518062 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:46.524466 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:52.490920 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:29:56.041932 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:56.043390 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:29:58.028403 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:30:01.464401 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1ebb795c-eb9a-4e37-ad74-2cabe5bc06b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:03.614807 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a67988fc-aa71-49ce-9897-a0298352d10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:05.064691 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:06.433488 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:06.531449 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:08.024412 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:30:16.524695 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:30:16.527160 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:30:22.502197 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:31.466140 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-08454909-94cf-41e9-8b1c-4aabc3e0c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:33.044604 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=15 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:30:33.048527 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=17 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:30:33.615401 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0fa314c1-f60f-499e-a6c2-79aba7c1e875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:35.027474 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:30:35.067115 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:36.438658 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:36.535339 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:30:45.023633 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:30:45.024353 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:30:46.527318 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:30:46.529144 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:30:52.516941 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:01.468147 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-35fbe3ca-aca5-4ad6-aa03-285cff2f8dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:03.618347 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82a8b00c-1033-4ac6-a406-cd57a4736b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:05.069470 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:06.439864 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:06.538796 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:10.041905 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:10.045865 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:12.027074 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:16.534141 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:16.534927 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:22.518464 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:30.086278 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:30.086968 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:31.470748 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e7ff151b-bc43-4390-98ec-3657d7408390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:32.514247 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:33.620319 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23fc541e-f295-452f-9291-6d4b449c884c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:35.073834 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:36.443970 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-705dc170-98bc-474b-a2d4-999c06732044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (036e2824-4fdb-4a01-a4ba-5d6d79e52b39), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:36.541297 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f81d-8d2d-40e0-bdd8-78a7f0b2ee06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (23c8fa04-29c6-4d09-aedd-66ca66247c20), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:47.032459 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:47.041675 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:49.026633 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG neutron.db.agents_db [None req-83e6af09-af7c-48c9-b93a-61489eb19b60 None None] Agent healthcheck: found 6 active agents {{(pid=104069) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:50.461943 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:50.468239 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:31:52.530329 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-413373b6-6a0e-473e-8949-94446f57d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (a9c9ebe5-e3f1-4827-a479-3c62efce808c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:31:59.022750 dv-cinder-849800-1-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:32:01.473016 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0965f998-40d9-4af7-9b84-80cbcf08bfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (1edd9317-a543-40a1-abfe-88dd78c408f5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:32:03.626656 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-dd525242-b5a3-4ba3-a16a-43d0fc2697e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (ad4501c7-4a47-4f25-8b9a-cb81fc421e06), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:32:05.075586 dv-cinder-849800-1-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55a7d11f-c5d2-4a1d-80f2-95433bd1abe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729320405041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914820'] for agent (51caf569-228a-45d1-b701-715ef44efd18), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}